2024-12-15 15:41:16,368 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-15 15:41:16,390 main DEBUG Took 0.019126 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-15 15:41:16,391 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-15 15:41:16,391 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-15 15:41:16,393 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-15 15:41:16,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 15:41:16,409 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-15 15:41:16,442 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 15:41:16,444 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 15:41:16,445 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 15:41:16,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 15:41:16,447 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 15:41:16,448 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 15:41:16,449 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 15:41:16,450 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 15:41:16,450 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 15:41:16,451 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 15:41:16,452 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 15:41:16,452 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 15:41:16,453 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 15:41:16,454 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 15:41:16,454 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 15:41:16,455 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 15:41:16,456 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 15:41:16,456 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 15:41:16,457 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 15:41:16,458 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 15:41:16,458 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 15:41:16,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 15:41:16,460 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 15:41:16,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 15:41:16,461 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 15:41:16,462 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-15 15:41:16,464 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 15:41:16,466 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-15 15:41:16,470 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-15 15:41:16,476 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-15 15:41:16,480 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-15 15:41:16,481 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-15 15:41:16,492 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-15 15:41:16,498 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-15 15:41:16,500 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-15 15:41:16,501 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-15 15:41:16,501 main DEBUG createAppenders(={Console}) 2024-12-15 15:41:16,503 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-15 15:41:16,503 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-15 15:41:16,504 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-15 15:41:16,505 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-15 15:41:16,505 main DEBUG OutputStream closed 2024-12-15 15:41:16,506 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-15 15:41:16,506 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-15 15:41:16,506 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-15 15:41:16,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-15 15:41:16,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-15 15:41:16,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-15 15:41:16,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-15 15:41:16,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-15 15:41:16,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-15 15:41:16,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-15 15:41:16,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-15 15:41:16,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-15 15:41:16,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-15 15:41:16,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-15 15:41:16,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-15 15:41:16,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-15 15:41:16,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-15 15:41:16,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-15 15:41:16,673 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-15 15:41:16,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-15 15:41:16,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-15 15:41:16,679 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15 15:41:16,683 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-15 15:41:16,684 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-15 15:41:16,685 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-15T15:41:17,029 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21 2024-12-15 15:41:17,033 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-15 15:41:17,034 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15T15:41:17,045 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-15T15:41:17,074 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T15:41:17,077 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/cluster_bcfb0e6d-04fc-29ee-bb18-edbabf9e233e, deleteOnExit=true 2024-12-15T15:41:17,078 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T15:41:17,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/test.cache.data in system properties and HBase conf 2024-12-15T15:41:17,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T15:41:17,080 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/hadoop.log.dir in system properties and HBase conf 2024-12-15T15:41:17,083 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T15:41:17,084 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T15:41:17,085 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T15:41:17,212 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-15T15:41:17,329 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T15:41:17,335 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T15:41:17,336 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T15:41:17,337 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T15:41:17,338 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T15:41:17,338 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T15:41:17,339 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T15:41:17,340 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T15:41:17,340 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T15:41:17,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T15:41:17,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/nfs.dump.dir in system properties and HBase conf 2024-12-15T15:41:17,342 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/java.io.tmpdir in system properties and HBase conf 2024-12-15T15:41:17,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T15:41:17,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T15:41:17,344 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T15:41:18,819 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-15T15:41:18,931 INFO [Time-limited test {}] log.Log(170): Logging initialized @3679ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-15T15:41:19,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T15:41:19,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T15:41:19,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T15:41:19,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T15:41:19,230 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T15:41:19,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T15:41:19,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/hadoop.log.dir/,AVAILABLE} 2024-12-15T15:41:19,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T15:41:19,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6904431c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/java.io.tmpdir/jetty-localhost-41849-hadoop-hdfs-3_4_1-tests_jar-_-any-4106855355377423399/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T15:41:19,655 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:41849} 2024-12-15T15:41:19,655 INFO [Time-limited test {}] server.Server(415): Started @4405ms 2024-12-15T15:41:20,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T15:41:20,379 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T15:41:20,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T15:41:20,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T15:41:20,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T15:41:20,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/hadoop.log.dir/,AVAILABLE} 2024-12-15T15:41:20,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T15:41:20,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29607158{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/java.io.tmpdir/jetty-localhost-37861-hadoop-hdfs-3_4_1-tests_jar-_-any-5727137958541963584/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T15:41:20,509 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:37861} 2024-12-15T15:41:20,509 INFO [Time-limited test {}] server.Server(415): Started @5259ms 2024-12-15T15:41:20,594 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T15:41:21,830 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/cluster_bcfb0e6d-04fc-29ee-bb18-edbabf9e233e/dfs/data/data2/current/BP-853501794-172.17.0.2-1734277278357/current, will proceed with Du for space computation calculation, 2024-12-15T15:41:21,831 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/cluster_bcfb0e6d-04fc-29ee-bb18-edbabf9e233e/dfs/data/data1/current/BP-853501794-172.17.0.2-1734277278357/current, will proceed with Du for space computation calculation, 2024-12-15T15:41:21,910 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T15:41:21,980 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cccd8f7bb54ed32 with lease ID 0xae40313dd5a0af98: Processing first storage report for DS-55960b95-13db-4c22-aeea-31cf07a96408 from datanode DatanodeRegistration(127.0.0.1:34951, datanodeUuid=1bcc2cc9-5036-41ca-b53d-19ee82db9ef4, infoPort=38741, infoSecurePort=0, ipcPort=42825, storageInfo=lv=-57;cid=testClusterID;nsid=278844266;c=1734277278357) 2024-12-15T15:41:21,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cccd8f7bb54ed32 with lease ID 0xae40313dd5a0af98: from storage DS-55960b95-13db-4c22-aeea-31cf07a96408 node DatanodeRegistration(127.0.0.1:34951, datanodeUuid=1bcc2cc9-5036-41ca-b53d-19ee82db9ef4, infoPort=38741, infoSecurePort=0, ipcPort=42825, storageInfo=lv=-57;cid=testClusterID;nsid=278844266;c=1734277278357), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-15T15:41:21,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cccd8f7bb54ed32 with lease ID 0xae40313dd5a0af98: Processing first storage report for DS-8472ea33-5bce-4dcb-800f-734c6ba793de from datanode DatanodeRegistration(127.0.0.1:34951, datanodeUuid=1bcc2cc9-5036-41ca-b53d-19ee82db9ef4, infoPort=38741, infoSecurePort=0, ipcPort=42825, storageInfo=lv=-57;cid=testClusterID;nsid=278844266;c=1734277278357) 2024-12-15T15:41:21,983 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cccd8f7bb54ed32 with lease ID 0xae40313dd5a0af98: from storage DS-8472ea33-5bce-4dcb-800f-734c6ba793de node DatanodeRegistration(127.0.0.1:34951, datanodeUuid=1bcc2cc9-5036-41ca-b53d-19ee82db9ef4, infoPort=38741, infoSecurePort=0, ipcPort=42825, storageInfo=lv=-57;cid=testClusterID;nsid=278844266;c=1734277278357), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T15:41:22,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21 2024-12-15T15:41:22,168 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/cluster_bcfb0e6d-04fc-29ee-bb18-edbabf9e233e/zookeeper_0, clientPort=64152, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/cluster_bcfb0e6d-04fc-29ee-bb18-edbabf9e233e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/cluster_bcfb0e6d-04fc-29ee-bb18-edbabf9e233e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T15:41:22,185 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=64152 2024-12-15T15:41:22,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T15:41:22,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T15:41:22,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741825_1001 (size=7) 2024-12-15T15:41:22,944 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148 with version=8 2024-12-15T15:41:22,945 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/hbase-staging 2024-12-15T15:41:23,112 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-15T15:41:23,433 INFO [Time-limited test {}] client.ConnectionUtils(129): master/af3997dcf86f:0 server-side Connection retries=45 2024-12-15T15:41:23,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T15:41:23,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T15:41:23,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T15:41:23,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T15:41:23,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T15:41:23,594 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T15:41:23,672 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-15T15:41:23,683 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-15T15:41:23,688 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T15:41:23,724 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44231 (auto-detected) 2024-12-15T15:41:23,725 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-15T15:41:23,748 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38351 2024-12-15T15:41:23,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T15:41:23,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T15:41:23,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38351 connecting to ZooKeeper ensemble=127.0.0.1:64152 2024-12-15T15:41:23,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383510x0, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T15:41:23,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38351-0x1002a5a55d10000 connected 2024-12-15T15:41:24,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T15:41:24,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T15:41:24,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T15:41:24,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38351 2024-12-15T15:41:24,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38351 2024-12-15T15:41:24,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38351 2024-12-15T15:41:24,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38351 2024-12-15T15:41:24,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38351 2024-12-15T15:41:24,049 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148, hbase.cluster.distributed=false 2024-12-15T15:41:24,129 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/af3997dcf86f:0 server-side Connection retries=45 2024-12-15T15:41:24,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T15:41:24,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T15:41:24,130 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T15:41:24,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T15:41:24,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T15:41:24,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T15:41:24,137 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T15:41:24,138 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46311 2024-12-15T15:41:24,140 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T15:41:24,152 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T15:41:24,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T15:41:24,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T15:41:24,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46311 connecting to ZooKeeper ensemble=127.0.0.1:64152 2024-12-15T15:41:24,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463110x0, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T15:41:24,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46311-0x1002a5a55d10001 connected 2024-12-15T15:41:24,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T15:41:24,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T15:41:24,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-15T15:41:24,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46311 2024-12-15T15:41:24,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46311 2024-12-15T15:41:24,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46311 2024-12-15T15:41:24,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46311 2024-12-15T15:41:24,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46311 2024-12-15T15:41:24,242 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/af3997dcf86f,38351,1734277283103 2024-12-15T15:41:24,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T15:41:24,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T15:41:24,261 DEBUG [M:0;af3997dcf86f:38351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;af3997dcf86f:38351 2024-12-15T15:41:24,264 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/af3997dcf86f,38351,1734277283103 2024-12-15T15:41:24,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T15:41:24,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:41:24,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-15T15:41:24,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:41:24,297 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T15:41:24,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-15T15:41:24,304 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/af3997dcf86f,38351,1734277283103 from backup master directory 2024-12-15T15:41:24,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T15:41:24,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/af3997dcf86f,38351,1734277283103 2024-12-15T15:41:24,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-15T15:41:24,321 WARN [master/af3997dcf86f:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T15:41:24,321 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=af3997dcf86f,38351,1734277283103 2024-12-15T15:41:24,326 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-15T15:41:24,332 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-15T15:41:24,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741826_1002 (size=42) 2024-12-15T15:41:24,880 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/hbase.id with ID: af56a946-2e27-4d2a-bd54-5724b95d4464 2024-12-15T15:41:24,935 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T15:41:24,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:41:24,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:41:24,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741827_1003 (size=196) 2024-12-15T15:41:25,014 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T15:41:25,017 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T15:41:25,038 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:25,043 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T15:41:25,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741828_1004 (size=1189) 2024-12-15T15:41:25,545 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store 2024-12-15T15:41:25,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741829_1005 (size=34) 2024-12-15T15:41:25,589 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-15T15:41:25,590 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:41:25,592 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T15:41:25,592 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T15:41:25,592 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T15:41:25,592 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T15:41:25,592 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T15:41:25,592 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T15:41:25,593 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T15:41:25,595 WARN [master/af3997dcf86f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/.initializing 2024-12-15T15:41:25,596 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/WALs/af3997dcf86f,38351,1734277283103 2024-12-15T15:41:25,610 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T15:41:25,630 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=af3997dcf86f%2C38351%2C1734277283103, suffix=, logDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/WALs/af3997dcf86f,38351,1734277283103, archiveDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/oldWALs, maxLogs=10 2024-12-15T15:41:25,661 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/WALs/af3997dcf86f,38351,1734277283103/af3997dcf86f%2C38351%2C1734277283103.1734277285637, exclude list is [], retry=0 2024-12-15T15:41:25,689 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34951,DS-55960b95-13db-4c22-aeea-31cf07a96408,DISK] 2024-12-15T15:41:25,693 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-15T15:41:25,748 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/WALs/af3997dcf86f,38351,1734277283103/af3997dcf86f%2C38351%2C1734277283103.1734277285637 2024-12-15T15:41:25,751 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38741:38741)] 2024-12-15T15:41:25,752 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T15:41:25,752 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:41:25,760 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T15:41:25,768 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T15:41:25,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T15:41:25,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T15:41:25,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:25,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T15:41:25,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T15:41:25,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T15:41:25,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:25,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:41:25,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T15:41:25,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T15:41:25,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:25,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:41:25,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T15:41:25,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T15:41:25,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:25,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:41:25,979 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T15:41:25,981 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T15:41:26,001 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T15:41:26,007 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T15:41:26,027 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T15:41:26,036 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68821637, jitterRate=0.025522306561470032}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T15:41:26,041 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T15:41:26,043 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T15:41:26,096 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16910307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:26,157 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T15:41:26,178 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T15:41:26,178 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T15:41:26,181 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T15:41:26,185 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 3 msec 2024-12-15T15:41:26,193 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 8 msec 2024-12-15T15:41:26,193 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T15:41:26,244 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T15:41:26,270 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-15T15:41:26,277 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-15T15:41:26,281 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T15:41:26,283 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-15T15:41:26,352 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-15T15:41:26,355 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T15:41:26,360 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-15T15:41:26,369 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-15T15:41:26,379 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-15T15:41:26,391 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-15T15:41:26,405 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T15:41:26,417 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-15T15:41:26,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T15:41:26,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-15T15:41:26,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:41:26,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:41:26,429 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=af3997dcf86f,38351,1734277283103, sessionid=0x1002a5a55d10000, setting cluster-up flag (Was=false) 2024-12-15T15:41:26,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:41:26,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:41:26,477 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-15T15:41:26,480 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=af3997dcf86f,38351,1734277283103 2024-12-15T15:41:26,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:41:26,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:41:26,527 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-15T15:41:26,529 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=af3997dcf86f,38351,1734277283103 2024-12-15T15:41:26,576 DEBUG [RS:0;af3997dcf86f:46311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;af3997dcf86f:46311 2024-12-15T15:41:26,607 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1008): ClusterId : af56a946-2e27-4d2a-bd54-5724b95d4464 2024-12-15T15:41:26,612 DEBUG [RS:0;af3997dcf86f:46311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T15:41:26,665 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T15:41:26,672 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T15:41:26,672 DEBUG [RS:0;af3997dcf86f:46311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T15:41:26,672 DEBUG [RS:0;af3997dcf86f:46311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T15:41:26,675 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T15:41:26,683 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: af3997dcf86f,38351,1734277283103 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T15:41:26,687 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/af3997dcf86f:0, corePoolSize=5, maxPoolSize=5 2024-12-15T15:41:26,688 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/af3997dcf86f:0, corePoolSize=5, maxPoolSize=5 2024-12-15T15:41:26,688 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/af3997dcf86f:0, corePoolSize=5, maxPoolSize=5 2024-12-15T15:41:26,688 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/af3997dcf86f:0, corePoolSize=5, maxPoolSize=5 2024-12-15T15:41:26,689 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/af3997dcf86f:0, corePoolSize=10, maxPoolSize=10 2024-12-15T15:41:26,689 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/af3997dcf86f:0, corePoolSize=1, maxPoolSize=1 2024-12-15T15:41:26,689 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/af3997dcf86f:0, corePoolSize=2, maxPoolSize=2 2024-12-15T15:41:26,689 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/af3997dcf86f:0, corePoolSize=1, maxPoolSize=1 2024-12-15T15:41:26,697 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734277316697 2024-12-15T15:41:26,698 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T15:41:26,698 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T15:41:26,700 DEBUG [RS:0;af3997dcf86f:46311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T15:41:26,700 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T15:41:26,702 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T15:41:26,701 DEBUG [RS:0;af3997dcf86f:46311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f82d757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:26,706 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T15:41:26,707 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T15:41:26,708 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T15:41:26,708 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T15:41:26,713 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:26,714 INFO [PEWorker-2 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T15:41:26,715 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:26,716 DEBUG [RS:0;af3997dcf86f:46311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4884ef03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=af3997dcf86f/172.17.0.2:0 2024-12-15T15:41:26,719 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T15:41:26,719 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T15:41:26,719 DEBUG [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T15:41:26,723 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T15:41:26,725 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T15:41:26,725 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(3073): reportForDuty to master=af3997dcf86f,38351,1734277283103 with isa=af3997dcf86f/172.17.0.2:46311, startcode=1734277284128 2024-12-15T15:41:26,725 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T15:41:26,731 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T15:41:26,732 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T15:41:26,736 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/af3997dcf86f:0:becomeActiveMaster-HFileCleaner.large.0-1734277286734,5,FailOnTimeoutGroup] 2024-12-15T15:41:26,738 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/af3997dcf86f:0:becomeActiveMaster-HFileCleaner.small.0-1734277286736,5,FailOnTimeoutGroup] 2024-12-15T15:41:26,738 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:26,739 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T15:41:26,739 DEBUG [RS:0;af3997dcf86f:46311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T15:41:26,740 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:26,740 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:26,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741831_1007 (size=1039) 2024-12-15T15:41:26,798 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56181, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T15:41:26,806 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38351 {}] master.ServerManager(332): Checking decommissioned status of RegionServer af3997dcf86f,46311,1734277284128 2024-12-15T15:41:26,809 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38351 {}] master.ServerManager(486): Registering regionserver=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:26,829 DEBUG [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148 2024-12-15T15:41:26,829 DEBUG [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41263 2024-12-15T15:41:26,829 DEBUG [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T15:41:26,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T15:41:26,843 DEBUG [RS:0;af3997dcf86f:46311 {}] zookeeper.ZKUtil(111): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/af3997dcf86f,46311,1734277284128 2024-12-15T15:41:26,843 WARN [RS:0;af3997dcf86f:46311 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T15:41:26,843 INFO [RS:0;af3997dcf86f:46311 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T15:41:26,844 DEBUG [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/WALs/af3997dcf86f,46311,1734277284128 2024-12-15T15:41:26,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [af3997dcf86f,46311,1734277284128] 2024-12-15T15:41:26,870 DEBUG [RS:0;af3997dcf86f:46311 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-15T15:41:26,882 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T15:41:26,905 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T15:41:26,913 INFO [RS:0;af3997dcf86f:46311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T15:41:26,913 INFO [RS:0;af3997dcf86f:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:26,914 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T15:41:26,924 INFO [RS:0;af3997dcf86f:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:26,924 DEBUG [RS:0;af3997dcf86f:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/af3997dcf86f:0, corePoolSize=1, maxPoolSize=1 2024-12-15T15:41:26,924 DEBUG [RS:0;af3997dcf86f:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/af3997dcf86f:0, corePoolSize=1, maxPoolSize=1 2024-12-15T15:41:26,925 DEBUG [RS:0;af3997dcf86f:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0, corePoolSize=1, maxPoolSize=1 2024-12-15T15:41:26,925 DEBUG [RS:0;af3997dcf86f:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/af3997dcf86f:0, corePoolSize=1, maxPoolSize=1 2024-12-15T15:41:26,925 DEBUG [RS:0;af3997dcf86f:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/af3997dcf86f:0, corePoolSize=1, maxPoolSize=1 2024-12-15T15:41:26,925 DEBUG [RS:0;af3997dcf86f:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/af3997dcf86f:0, corePoolSize=2, maxPoolSize=2 2024-12-15T15:41:26,925 DEBUG [RS:0;af3997dcf86f:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/af3997dcf86f:0, corePoolSize=1, maxPoolSize=1 2024-12-15T15:41:26,926 DEBUG [RS:0;af3997dcf86f:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/af3997dcf86f:0, corePoolSize=1, maxPoolSize=1 2024-12-15T15:41:26,926 DEBUG [RS:0;af3997dcf86f:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/af3997dcf86f:0, corePoolSize=1, maxPoolSize=1 2024-12-15T15:41:26,926 DEBUG [RS:0;af3997dcf86f:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/af3997dcf86f:0, corePoolSize=1, maxPoolSize=1 2024-12-15T15:41:26,926 DEBUG [RS:0;af3997dcf86f:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/af3997dcf86f:0, corePoolSize=1, maxPoolSize=1 2024-12-15T15:41:26,926 DEBUG [RS:0;af3997dcf86f:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/af3997dcf86f:0, corePoolSize=3, maxPoolSize=3 2024-12-15T15:41:26,927 DEBUG [RS:0;af3997dcf86f:46311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0, corePoolSize=3, maxPoolSize=3 2024-12-15T15:41:26,928 INFO [RS:0;af3997dcf86f:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:26,928 INFO [RS:0;af3997dcf86f:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:26,928 INFO [RS:0;af3997dcf86f:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:26,928 INFO [RS:0;af3997dcf86f:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:26,929 INFO [RS:0;af3997dcf86f:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=af3997dcf86f,46311,1734277284128-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T15:41:26,952 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T15:41:26,955 INFO [RS:0;af3997dcf86f:46311 {}] hbase.ChoreService(168): Chore ScheduledChore name=af3997dcf86f,46311,1734277284128-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:26,983 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.Replication(204): af3997dcf86f,46311,1734277284128 started 2024-12-15T15:41:26,983 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1767): Serving as af3997dcf86f,46311,1734277284128, RpcServer on af3997dcf86f/172.17.0.2:46311, sessionid=0x1002a5a55d10001 2024-12-15T15:41:26,984 DEBUG [RS:0;af3997dcf86f:46311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T15:41:26,984 DEBUG [RS:0;af3997dcf86f:46311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager af3997dcf86f,46311,1734277284128 2024-12-15T15:41:26,984 DEBUG [RS:0;af3997dcf86f:46311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'af3997dcf86f,46311,1734277284128' 2024-12-15T15:41:26,985 DEBUG [RS:0;af3997dcf86f:46311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-15T15:41:26,988 DEBUG [RS:0;af3997dcf86f:46311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-15T15:41:26,990 DEBUG [RS:0;af3997dcf86f:46311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T15:41:26,990 DEBUG [RS:0;af3997dcf86f:46311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T15:41:26,990 DEBUG [RS:0;af3997dcf86f:46311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager af3997dcf86f,46311,1734277284128 2024-12-15T15:41:26,990 DEBUG [RS:0;af3997dcf86f:46311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'af3997dcf86f,46311,1734277284128' 2024-12-15T15:41:26,990 DEBUG [RS:0;af3997dcf86f:46311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-15T15:41:26,995 DEBUG [RS:0;af3997dcf86f:46311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-15T15:41:27,000 DEBUG [RS:0;af3997dcf86f:46311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T15:41:27,000 INFO [RS:0;af3997dcf86f:46311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T15:41:27,000 INFO [RS:0;af3997dcf86f:46311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T15:41:27,106 INFO [RS:0;af3997dcf86f:46311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T15:41:27,112 INFO [RS:0;af3997dcf86f:46311 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=af3997dcf86f%2C46311%2C1734277284128, suffix=, logDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/WALs/af3997dcf86f,46311,1734277284128, archiveDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/oldWALs, maxLogs=32 2024-12-15T15:41:27,136 DEBUG [RS:0;af3997dcf86f:46311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/WALs/af3997dcf86f,46311,1734277284128/af3997dcf86f%2C46311%2C1734277284128.1734277287115, exclude list is [], retry=0 2024-12-15T15:41:27,147 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34951,DS-55960b95-13db-4c22-aeea-31cf07a96408,DISK] 2024-12-15T15:41:27,155 INFO [PEWorker-2 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T15:41:27,155 INFO [PEWorker-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148 2024-12-15T15:41:27,163 INFO [RS:0;af3997dcf86f:46311 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/WALs/af3997dcf86f,46311,1734277284128/af3997dcf86f%2C46311%2C1734277284128.1734277287115 2024-12-15T15:41:27,168 DEBUG [RS:0;af3997dcf86f:46311 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38741:38741)] 2024-12-15T15:41:27,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741833_1009 (size=32) 2024-12-15T15:41:27,185 DEBUG [PEWorker-2 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:41:27,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T15:41:27,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T15:41:27,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:27,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T15:41:27,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T15:41:27,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T15:41:27,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:27,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T15:41:27,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T15:41:27,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T15:41:27,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:27,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T15:41:27,220 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740 2024-12-15T15:41:27,221 DEBUG [PEWorker-2 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740 2024-12-15T15:41:27,224 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T15:41:27,226 DEBUG [PEWorker-2 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T15:41:27,235 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T15:41:27,237 INFO [PEWorker-2 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64221897, jitterRate=-0.04301916062831879}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T15:41:27,241 DEBUG [PEWorker-2 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T15:41:27,241 DEBUG [PEWorker-2 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T15:41:27,241 INFO [PEWorker-2 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T15:41:27,241 DEBUG [PEWorker-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T15:41:27,242 DEBUG [PEWorker-2 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T15:41:27,242 DEBUG [PEWorker-2 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T15:41:27,243 INFO [PEWorker-2 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T15:41:27,244 DEBUG [PEWorker-2 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T15:41:27,247 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T15:41:27,247 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T15:41:27,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T15:41:27,271 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T15:41:27,280 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T15:41:27,432 DEBUG [af3997dcf86f:38351 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-15T15:41:27,438 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:27,444 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as af3997dcf86f,46311,1734277284128, state=OPENING 2024-12-15T15:41:27,493 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T15:41:27,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:41:27,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:41:27,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T15:41:27,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T15:41:27,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:41:27,706 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:27,708 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T15:41:27,712 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T15:41:27,752 INFO [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T15:41:27,752 INFO [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T15:41:27,753 INFO [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T15:41:27,764 INFO [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=af3997dcf86f%2C46311%2C1734277284128.meta, suffix=.meta, logDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/WALs/af3997dcf86f,46311,1734277284128, archiveDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/oldWALs, maxLogs=32 2024-12-15T15:41:27,785 DEBUG [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/WALs/af3997dcf86f,46311,1734277284128/af3997dcf86f%2C46311%2C1734277284128.meta.1734277287766.meta, exclude list is [], retry=0 2024-12-15T15:41:27,790 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34951,DS-55960b95-13db-4c22-aeea-31cf07a96408,DISK] 2024-12-15T15:41:27,799 INFO [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/WALs/af3997dcf86f,46311,1734277284128/af3997dcf86f%2C46311%2C1734277284128.meta.1734277287766.meta 2024-12-15T15:41:27,802 DEBUG [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38741:38741)] 2024-12-15T15:41:27,802 DEBUG [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T15:41:27,804 DEBUG [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T15:41:27,861 DEBUG [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T15:41:27,865 INFO [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T15:41:27,870 DEBUG [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T15:41:27,870 DEBUG [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:41:27,870 DEBUG [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T15:41:27,870 DEBUG [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T15:41:27,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T15:41:27,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T15:41:27,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:27,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T15:41:27,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T15:41:27,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T15:41:27,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:27,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T15:41:27,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T15:41:27,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T15:41:27,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:27,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T15:41:27,885 DEBUG [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740 2024-12-15T15:41:27,888 DEBUG [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740 2024-12-15T15:41:27,892 DEBUG [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T15:41:27,895 DEBUG [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T15:41:27,897 INFO [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62904669, jitterRate=-0.06264738738536835}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T15:41:27,899 DEBUG [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T15:41:27,907 INFO [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734277287700 2024-12-15T15:41:27,921 DEBUG [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T15:41:27,922 INFO [RS_OPEN_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T15:41:27,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:27,927 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as af3997dcf86f,46311,1734277284128, state=OPEN 2024-12-15T15:41:27,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T15:41:27,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-15T15:41:27,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T15:41:27,960 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-15T15:41:27,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T15:41:27,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=af3997dcf86f,46311,1734277284128 in 432 msec 2024-12-15T15:41:27,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T15:41:27,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 715 msec 2024-12-15T15:41:27,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4030 sec 2024-12-15T15:41:27,985 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734277287985, completionTime=-1 2024-12-15T15:41:27,985 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-15T15:41:27,986 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T15:41:28,033 DEBUG [hconnection-0x5aeadd95-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:28,036 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:28,051 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-15T15:41:28,051 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734277348051 2024-12-15T15:41:28,052 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734277408052 2024-12-15T15:41:28,052 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 66 msec 2024-12-15T15:41:28,122 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=af3997dcf86f,38351,1734277283103-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:28,123 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=af3997dcf86f,38351,1734277283103-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:28,123 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=af3997dcf86f,38351,1734277283103-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:28,126 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-af3997dcf86f:38351, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:28,126 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:28,144 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T15:41:28,144 DEBUG [master/af3997dcf86f:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T15:41:28,145 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T15:41:28,154 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T15:41:28,162 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T15:41:28,163 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:28,175 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T15:41:28,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741835_1011 (size=358) 2024-12-15T15:41:28,633 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4eff0c23a893d7fdc740eaab3277f514, NAME => 'hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148 2024-12-15T15:41:28,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741836_1012 (size=42) 2024-12-15T15:41:29,065 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:41:29,065 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 4eff0c23a893d7fdc740eaab3277f514, disabling compactions & flushes 2024-12-15T15:41:29,065 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514. 2024-12-15T15:41:29,065 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514. 2024-12-15T15:41:29,065 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514. after waiting 0 ms 2024-12-15T15:41:29,066 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514. 2024-12-15T15:41:29,066 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514. 2024-12-15T15:41:29,066 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4eff0c23a893d7fdc740eaab3277f514: 2024-12-15T15:41:29,069 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T15:41:29,077 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734277289070"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734277289070"}]},"ts":"1734277289070"} 2024-12-15T15:41:29,106 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T15:41:29,108 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T15:41:29,112 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277289108"}]},"ts":"1734277289108"} 2024-12-15T15:41:29,116 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T15:41:29,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4eff0c23a893d7fdc740eaab3277f514, ASSIGN}] 2024-12-15T15:41:29,140 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=4eff0c23a893d7fdc740eaab3277f514, ASSIGN 2024-12-15T15:41:29,143 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=4eff0c23a893d7fdc740eaab3277f514, ASSIGN; state=OFFLINE, location=af3997dcf86f,46311,1734277284128; forceNewPlan=false, retain=false 2024-12-15T15:41:29,294 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4eff0c23a893d7fdc740eaab3277f514, regionState=OPENING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:29,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 4eff0c23a893d7fdc740eaab3277f514, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:41:29,462 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:29,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514. 2024-12-15T15:41:29,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 4eff0c23a893d7fdc740eaab3277f514, NAME => 'hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514.', STARTKEY => '', ENDKEY => ''} 2024-12-15T15:41:29,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 4eff0c23a893d7fdc740eaab3277f514 2024-12-15T15:41:29,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:41:29,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 4eff0c23a893d7fdc740eaab3277f514 2024-12-15T15:41:29,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 4eff0c23a893d7fdc740eaab3277f514 2024-12-15T15:41:29,475 INFO [StoreOpener-4eff0c23a893d7fdc740eaab3277f514-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 4eff0c23a893d7fdc740eaab3277f514 2024-12-15T15:41:29,478 INFO [StoreOpener-4eff0c23a893d7fdc740eaab3277f514-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4eff0c23a893d7fdc740eaab3277f514 columnFamilyName info 2024-12-15T15:41:29,478 DEBUG [StoreOpener-4eff0c23a893d7fdc740eaab3277f514-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:29,479 INFO [StoreOpener-4eff0c23a893d7fdc740eaab3277f514-1 {}] regionserver.HStore(327): Store=4eff0c23a893d7fdc740eaab3277f514/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:41:29,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/namespace/4eff0c23a893d7fdc740eaab3277f514 2024-12-15T15:41:29,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/namespace/4eff0c23a893d7fdc740eaab3277f514 2024-12-15T15:41:29,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 4eff0c23a893d7fdc740eaab3277f514 2024-12-15T15:41:29,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/namespace/4eff0c23a893d7fdc740eaab3277f514/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T15:41:29,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 4eff0c23a893d7fdc740eaab3277f514; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69306339, jitterRate=0.03274492919445038}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T15:41:29,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 4eff0c23a893d7fdc740eaab3277f514: 2024-12-15T15:41:29,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514., pid=6, masterSystemTime=1734277289462 2024-12-15T15:41:29,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514. 2024-12-15T15:41:29,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514. 2024-12-15T15:41:29,506 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=4eff0c23a893d7fdc740eaab3277f514, regionState=OPEN, openSeqNum=2, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:29,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T15:41:29,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 4eff0c23a893d7fdc740eaab3277f514, server=af3997dcf86f,46311,1734277284128 in 205 msec 2024-12-15T15:41:29,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T15:41:29,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=4eff0c23a893d7fdc740eaab3277f514, ASSIGN in 380 msec 2024-12-15T15:41:29,525 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T15:41:29,526 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277289526"}]},"ts":"1734277289526"} 2024-12-15T15:41:29,537 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T15:41:29,554 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T15:41:29,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.4080 sec 2024-12-15T15:41:29,563 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-15T15:41:29,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:41:29,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-15T15:41:29,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:41:29,623 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T15:41:29,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T15:41:29,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 83 msec 2024-12-15T15:41:29,710 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T15:41:29,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-15T15:41:29,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 37 msec 2024-12-15T15:41:29,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-15T15:41:29,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-15T15:41:29,785 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.464sec 2024-12-15T15:41:29,787 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T15:41:29,789 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T15:41:29,790 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T15:41:29,791 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T15:41:29,791 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T15:41:29,792 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=af3997dcf86f,38351,1734277283103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T15:41:29,793 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=af3997dcf86f,38351,1734277283103-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T15:41:29,804 DEBUG [master/af3997dcf86f:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T15:41:29,805 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T15:41:29,806 INFO [master/af3997dcf86f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=af3997dcf86f,38351,1734277283103-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T15:41:29,884 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0870ca2a to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63dfbe60 2024-12-15T15:41:29,885 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-15T15:41:29,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430e71de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:29,910 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-15T15:41:29,910 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-15T15:41:29,924 DEBUG [hconnection-0x6449c4c6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:29,957 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:29,974 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=af3997dcf86f,38351,1734277283103 2024-12-15T15:41:29,999 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=218, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=860, ProcessCount=11, AvailableMemoryMB=4659 2024-12-15T15:41:30,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T15:41:30,045 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41502, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T15:41:30,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T15:41:30,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T15:41:30,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T15:41:30,131 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T15:41:30,132 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:30,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-15T15:41:30,140 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T15:41:30,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T15:41:30,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741837_1013 (size=963) 2024-12-15T15:41:30,176 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148 2024-12-15T15:41:30,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741838_1014 (size=53) 2024-12-15T15:41:30,219 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:41:30,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7623717119e587f547428b44f56d5136, disabling compactions & flushes 2024-12-15T15:41:30,220 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:30,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:30,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. after waiting 0 ms 2024-12-15T15:41:30,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:30,220 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:30,220 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:30,223 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T15:41:30,224 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734277290223"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734277290223"}]},"ts":"1734277290223"} 2024-12-15T15:41:30,227 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T15:41:30,230 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T15:41:30,230 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277290230"}]},"ts":"1734277290230"} 2024-12-15T15:41:30,234 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T15:41:30,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T15:41:30,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7623717119e587f547428b44f56d5136, ASSIGN}] 2024-12-15T15:41:30,297 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7623717119e587f547428b44f56d5136, ASSIGN 2024-12-15T15:41:30,298 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7623717119e587f547428b44f56d5136, ASSIGN; state=OFFLINE, location=af3997dcf86f,46311,1734277284128; forceNewPlan=false, retain=false 2024-12-15T15:41:30,449 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7623717119e587f547428b44f56d5136, regionState=OPENING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:30,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:41:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T15:41:30,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:30,617 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:30,618 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} 2024-12-15T15:41:30,618 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7623717119e587f547428b44f56d5136 2024-12-15T15:41:30,619 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:41:30,619 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 7623717119e587f547428b44f56d5136 2024-12-15T15:41:30,619 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 7623717119e587f547428b44f56d5136 2024-12-15T15:41:30,630 INFO [StoreOpener-7623717119e587f547428b44f56d5136-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7623717119e587f547428b44f56d5136 2024-12-15T15:41:30,658 INFO [StoreOpener-7623717119e587f547428b44f56d5136-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:41:30,658 INFO [StoreOpener-7623717119e587f547428b44f56d5136-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7623717119e587f547428b44f56d5136 columnFamilyName A 2024-12-15T15:41:30,659 DEBUG [StoreOpener-7623717119e587f547428b44f56d5136-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:30,666 INFO [StoreOpener-7623717119e587f547428b44f56d5136-1 {}] regionserver.HStore(327): Store=7623717119e587f547428b44f56d5136/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:41:30,666 INFO [StoreOpener-7623717119e587f547428b44f56d5136-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7623717119e587f547428b44f56d5136 2024-12-15T15:41:30,677 INFO [StoreOpener-7623717119e587f547428b44f56d5136-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:41:30,677 INFO [StoreOpener-7623717119e587f547428b44f56d5136-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7623717119e587f547428b44f56d5136 columnFamilyName B 2024-12-15T15:41:30,678 DEBUG [StoreOpener-7623717119e587f547428b44f56d5136-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:30,684 INFO [StoreOpener-7623717119e587f547428b44f56d5136-1 {}] regionserver.HStore(327): Store=7623717119e587f547428b44f56d5136/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:41:30,684 INFO [StoreOpener-7623717119e587f547428b44f56d5136-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7623717119e587f547428b44f56d5136 2024-12-15T15:41:30,693 INFO [StoreOpener-7623717119e587f547428b44f56d5136-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:41:30,694 INFO [StoreOpener-7623717119e587f547428b44f56d5136-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7623717119e587f547428b44f56d5136 columnFamilyName C 2024-12-15T15:41:30,694 DEBUG [StoreOpener-7623717119e587f547428b44f56d5136-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:30,695 INFO [StoreOpener-7623717119e587f547428b44f56d5136-1 {}] regionserver.HStore(327): Store=7623717119e587f547428b44f56d5136/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:41:30,696 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:30,704 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136 2024-12-15T15:41:30,708 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136 2024-12-15T15:41:30,717 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T15:41:30,728 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 7623717119e587f547428b44f56d5136 2024-12-15T15:41:30,747 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T15:41:30,749 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 7623717119e587f547428b44f56d5136; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71069825, jitterRate=0.059022918343544006}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T15:41:30,752 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:30,760 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., pid=11, masterSystemTime=1734277290608 2024-12-15T15:41:30,769 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:30,769 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:30,770 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7623717119e587f547428b44f56d5136, regionState=OPEN, openSeqNum=2, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T15:41:30,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-15T15:41:30,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 in 328 msec 2024-12-15T15:41:30,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-15T15:41:30,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7623717119e587f547428b44f56d5136, ASSIGN in 502 msec 2024-12-15T15:41:30,804 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T15:41:30,805 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277290805"}]},"ts":"1734277290805"} 2024-12-15T15:41:30,813 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T15:41:30,871 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T15:41:30,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 746 msec 2024-12-15T15:41:31,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T15:41:31,280 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-15T15:41:31,287 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45addcd9 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a08c5a 2024-12-15T15:41:31,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be4168e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:31,330 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:31,334 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:31,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T15:41:31,352 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41504, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T15:41:31,373 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a3e7547 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24512372 2024-12-15T15:41:31,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5038857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:31,453 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e85caf7 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53623ce6 2024-12-15T15:41:31,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2f3ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:31,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27f597d9 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66d523ff 2024-12-15T15:41:31,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@629b91f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:31,602 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x139e2f4a to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b2c1d 2024-12-15T15:41:31,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c6fc6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:31,674 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05f12960 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d888e3e 2024-12-15T15:41:31,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f30e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:31,766 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24ae67ae to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f34c0b8 2024-12-15T15:41:31,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691cbc80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:31,834 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0763ae64 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6ebb9f30 2024-12-15T15:41:31,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cfc6db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:31,932 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23fd5327 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f18a09d 2024-12-15T15:41:31,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b52656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:31,999 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x380d8ec5 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@426bcd11 2024-12-15T15:41:32,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634dc49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:32,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:41:32,066 DEBUG [hconnection-0x588b494f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:32,069 DEBUG [hconnection-0xabff582-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:32,070 DEBUG [hconnection-0x1b94e7c8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:32,072 DEBUG [hconnection-0x1b171e57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:32,072 DEBUG [hconnection-0x54e848df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-15T15:41:32,074 DEBUG [hconnection-0x1a036934-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:32,077 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:41:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T15:41:32,079 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:32,081 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:32,082 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:41:32,083 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:32,083 DEBUG [hconnection-0x2cbdc5ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:32,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:41:32,106 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:32,109 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:32,111 DEBUG [hconnection-0x1edc7dcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:32,112 DEBUG [hconnection-0x44bd3dd0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:32,117 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:32,126 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:32,128 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:32,133 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T15:41:32,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:32,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T15:41:32,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:32,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:32,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:32,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:32,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:32,253 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T15:41:32,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:32,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:32,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:32,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:32,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:32,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/56bb16e6b78e46feacfb30eecaca3270 is 50, key is test_row_0/A:col10/1734277292187/Put/seqid=0 2024-12-15T15:41:32,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741839_1015 (size=12001) 2024-12-15T15:41:32,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/56bb16e6b78e46feacfb30eecaca3270 2024-12-15T15:41:32,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T15:41:32,466 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T15:41:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:32,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:32,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:32,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277352466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/05c80804fd7442c7990d00af6412a002 is 50, key is test_row_0/B:col10/1734277292187/Put/seqid=0 2024-12-15T15:41:32,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277352520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277352523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277352525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:32,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277352533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741840_1016 (size=12001) 2024-12-15T15:41:32,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/05c80804fd7442c7990d00af6412a002 2024-12-15T15:41:32,630 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T15:41:32,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/fb03f5237c43499680e2c5d87d220554 is 50, key is test_row_0/C:col10/1734277292187/Put/seqid=0 2024-12-15T15:41:32,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:32,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:32,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:32,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:32,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:32,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:32,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277352660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741841_1017 (size=12001) 2024-12-15T15:41:32,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277352666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/fb03f5237c43499680e2c5d87d220554 2024-12-15T15:41:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T15:41:32,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277352678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277352678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277352680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/56bb16e6b78e46feacfb30eecaca3270 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/56bb16e6b78e46feacfb30eecaca3270 2024-12-15T15:41:32,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/56bb16e6b78e46feacfb30eecaca3270, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T15:41:32,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/05c80804fd7442c7990d00af6412a002 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/05c80804fd7442c7990d00af6412a002 2024-12-15T15:41:32,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/05c80804fd7442c7990d00af6412a002, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T15:41:32,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/fb03f5237c43499680e2c5d87d220554 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/fb03f5237c43499680e2c5d87d220554 2024-12-15T15:41:32,816 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T15:41:32,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/fb03f5237c43499680e2c5d87d220554, entries=150, sequenceid=13, filesize=11.7 K 2024-12-15T15:41:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:32,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:32,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:32,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7623717119e587f547428b44f56d5136 in 631ms, sequenceid=13, compaction requested=false 2024-12-15T15:41:32,826 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-15T15:41:32,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:32,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T15:41:32,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:32,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:32,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:32,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:32,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:32,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:32,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/f7bd2d1cd3144ef7ba03406dc3e31c32 is 50, key is test_row_0/A:col10/1734277292518/Put/seqid=0 2024-12-15T15:41:32,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277352924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741842_1018 (size=14341) 2024-12-15T15:41:32,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/f7bd2d1cd3144ef7ba03406dc3e31c32 2024-12-15T15:41:32,975 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277352941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T15:41:32,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:32,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:32,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:32,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:32,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:32,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277352947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:32,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277352952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277352951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:32,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/4f8e410a75144c14849faf4d974d92b9 is 50, key is test_row_0/B:col10/1734277292518/Put/seqid=0 2024-12-15T15:41:33,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741843_1019 (size=12001) 2024-12-15T15:41:33,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/4f8e410a75144c14849faf4d974d92b9 2024-12-15T15:41:33,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277353054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/72224716f36a4f8196684e6fbc90126a is 50, key is test_row_0/C:col10/1734277292518/Put/seqid=0 2024-12-15T15:41:33,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277353081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277353087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277353088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741844_1020 (size=12001) 2024-12-15T15:41:33,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/72224716f36a4f8196684e6fbc90126a 2024-12-15T15:41:33,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277353091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/f7bd2d1cd3144ef7ba03406dc3e31c32 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/f7bd2d1cd3144ef7ba03406dc3e31c32 2024-12-15T15:41:33,135 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T15:41:33,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:33,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:33,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:33,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:33,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:33,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/f7bd2d1cd3144ef7ba03406dc3e31c32, entries=200, sequenceid=38, filesize=14.0 K 2024-12-15T15:41:33,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/4f8e410a75144c14849faf4d974d92b9 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/4f8e410a75144c14849faf4d974d92b9 2024-12-15T15:41:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T15:41:33,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/4f8e410a75144c14849faf4d974d92b9, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T15:41:33,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/72224716f36a4f8196684e6fbc90126a as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/72224716f36a4f8196684e6fbc90126a 2024-12-15T15:41:33,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277353266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/72224716f36a4f8196684e6fbc90126a, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T15:41:33,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 7623717119e587f547428b44f56d5136 in 407ms, sequenceid=38, compaction requested=false 2024-12-15T15:41:33,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:33,300 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-15T15:41:33,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:33,302 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T15:41:33,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:33,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:33,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:33,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:33,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:33,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:33,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/d515d0d4aa04411dbc1d7572d2f80ea1 is 50, key is test_row_0/A:col10/1734277292918/Put/seqid=0 2024-12-15T15:41:33,383 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T15:41:33,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741845_1021 (size=12001) 2024-12-15T15:41:33,401 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/d515d0d4aa04411dbc1d7572d2f80ea1 2024-12-15T15:41:33,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277353431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/dcc55973d1b24b08a3e521dd805c226c is 50, key is test_row_0/B:col10/1734277292918/Put/seqid=0 2024-12-15T15:41:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277353424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277353432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277353440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741846_1022 (size=12001) 2024-12-15T15:41:33,526 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T15:41:33,527 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T15:41:33,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277353547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277353550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277353559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277353551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277353593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T15:41:33,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-15T15:41:33,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T15:41:33,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-15T15:41:33,672 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T15:41:33,673 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-15T15:41:33,673 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T15:41:33,673 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-15T15:41:33,674 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T15:41:33,674 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-15T15:41:33,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277353755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277353769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277353779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277353780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:33,910 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/dcc55973d1b24b08a3e521dd805c226c 2024-12-15T15:41:33,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/d289a5f8944f40908053b3775a860d15 is 50, key is test_row_0/C:col10/1734277292918/Put/seqid=0 2024-12-15T15:41:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741847_1023 (size=12001) 2024-12-15T15:41:34,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277354081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277354091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277354091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277354095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277354115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T15:41:34,420 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/d289a5f8944f40908053b3775a860d15 2024-12-15T15:41:34,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/d515d0d4aa04411dbc1d7572d2f80ea1 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/d515d0d4aa04411dbc1d7572d2f80ea1 2024-12-15T15:41:34,450 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/d515d0d4aa04411dbc1d7572d2f80ea1, entries=150, sequenceid=50, filesize=11.7 K 2024-12-15T15:41:34,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/dcc55973d1b24b08a3e521dd805c226c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/dcc55973d1b24b08a3e521dd805c226c 2024-12-15T15:41:34,472 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/dcc55973d1b24b08a3e521dd805c226c, entries=150, sequenceid=50, filesize=11.7 K 2024-12-15T15:41:34,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/d289a5f8944f40908053b3775a860d15 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/d289a5f8944f40908053b3775a860d15 2024-12-15T15:41:34,495 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/d289a5f8944f40908053b3775a860d15, entries=150, sequenceid=50, filesize=11.7 K 2024-12-15T15:41:34,499 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7623717119e587f547428b44f56d5136 in 1197ms, sequenceid=50, compaction requested=true 2024-12-15T15:41:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-15T15:41:34,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-15T15:41:34,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-15T15:41:34,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4180 sec 2024-12-15T15:41:34,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.4440 sec 2024-12-15T15:41:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:34,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T15:41:34,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:34,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:34,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:34,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:34,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:34,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:34,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/1eb8df35eaa644b48f8b81b7c13a1718 is 50, key is test_row_0/A:col10/1734277293435/Put/seqid=0 2024-12-15T15:41:34,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277354634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277354634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277354636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277354639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741848_1024 (size=14341) 2024-12-15T15:41:34,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/1eb8df35eaa644b48f8b81b7c13a1718 2024-12-15T15:41:34,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/b3c1e7b0329243c9b13f4b011b4477c6 is 50, key is test_row_0/B:col10/1734277293435/Put/seqid=0 2024-12-15T15:41:34,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277354741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277354748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277354749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741849_1025 (size=12001) 2024-12-15T15:41:34,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/b3c1e7b0329243c9b13f4b011b4477c6 2024-12-15T15:41:34,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277354751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/de0532631bdb477d8001df4029c14c82 is 50, key is test_row_0/C:col10/1734277293435/Put/seqid=0 2024-12-15T15:41:34,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741850_1026 (size=12001) 2024-12-15T15:41:34,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/de0532631bdb477d8001df4029c14c82 2024-12-15T15:41:34,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/1eb8df35eaa644b48f8b81b7c13a1718 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/1eb8df35eaa644b48f8b81b7c13a1718 2024-12-15T15:41:34,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277354952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/1eb8df35eaa644b48f8b81b7c13a1718, entries=200, sequenceid=75, filesize=14.0 K 2024-12-15T15:41:34,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277354953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/b3c1e7b0329243c9b13f4b011b4477c6 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/b3c1e7b0329243c9b13f4b011b4477c6 2024-12-15T15:41:34,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277354964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/b3c1e7b0329243c9b13f4b011b4477c6, entries=150, sequenceid=75, filesize=11.7 K 2024-12-15T15:41:34,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:34,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277354972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:34,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/de0532631bdb477d8001df4029c14c82 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/de0532631bdb477d8001df4029c14c82 2024-12-15T15:41:35,041 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/de0532631bdb477d8001df4029c14c82, entries=150, sequenceid=75, filesize=11.7 K 2024-12-15T15:41:35,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7623717119e587f547428b44f56d5136 in 440ms, sequenceid=75, compaction requested=true 2024-12-15T15:41:35,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:35,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:41:35,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:35,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:41:35,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:35,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:41:35,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:41:35,059 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:41:35,060 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:41:35,072 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:41:35,074 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/B is initiating minor compaction (all files) 2024-12-15T15:41:35,074 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/B in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:35,075 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/05c80804fd7442c7990d00af6412a002, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/4f8e410a75144c14849faf4d974d92b9, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/dcc55973d1b24b08a3e521dd805c226c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/b3c1e7b0329243c9b13f4b011b4477c6] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=46.9 K 2024-12-15T15:41:35,081 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 05c80804fd7442c7990d00af6412a002, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734277292126 2024-12-15T15:41:35,084 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f8e410a75144c14849faf4d974d92b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734277292485 2024-12-15T15:41:35,087 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:41:35,087 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/A is initiating minor compaction (all files) 2024-12-15T15:41:35,088 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/A in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:35,088 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/56bb16e6b78e46feacfb30eecaca3270, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/f7bd2d1cd3144ef7ba03406dc3e31c32, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/d515d0d4aa04411dbc1d7572d2f80ea1, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/1eb8df35eaa644b48f8b81b7c13a1718] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=51.4 K 2024-12-15T15:41:35,089 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting dcc55973d1b24b08a3e521dd805c226c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734277292918 2024-12-15T15:41:35,091 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b3c1e7b0329243c9b13f4b011b4477c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734277293427 2024-12-15T15:41:35,095 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56bb16e6b78e46feacfb30eecaca3270, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734277292126 2024-12-15T15:41:35,106 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7bd2d1cd3144ef7ba03406dc3e31c32, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734277292416 2024-12-15T15:41:35,115 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d515d0d4aa04411dbc1d7572d2f80ea1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734277292918 2024-12-15T15:41:35,119 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1eb8df35eaa644b48f8b81b7c13a1718, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734277293413 2024-12-15T15:41:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:35,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T15:41:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:35,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:35,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/6e531b10ed4b4ad88766cda5d742fddb is 50, key is test_row_0/A:col10/1734277294633/Put/seqid=0 2024-12-15T15:41:35,191 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#B#compaction#12 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:35,192 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/11f143d40edb4e1198617e8c1f97c3e8 is 50, key is test_row_0/B:col10/1734277293435/Put/seqid=0 2024-12-15T15:41:35,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741851_1027 (size=12139) 2024-12-15T15:41:35,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741852_1028 (size=11997) 2024-12-15T15:41:35,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/6e531b10ed4b4ad88766cda5d742fddb 2024-12-15T15:41:35,256 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#A#compaction#14 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:35,257 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/820e3a0e18304af6bab6e13aeb8a1bb8 is 50, key is test_row_0/A:col10/1734277293435/Put/seqid=0 2024-12-15T15:41:35,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/82b0267f787a48dc82c48325b46ba716 is 50, key is test_row_0/B:col10/1734277294633/Put/seqid=0 2024-12-15T15:41:35,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741853_1029 (size=12139) 2024-12-15T15:41:35,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741854_1030 (size=9657) 2024-12-15T15:41:35,362 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/820e3a0e18304af6bab6e13aeb8a1bb8 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/820e3a0e18304af6bab6e13aeb8a1bb8 2024-12-15T15:41:35,394 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7623717119e587f547428b44f56d5136/A of 7623717119e587f547428b44f56d5136 into 820e3a0e18304af6bab6e13aeb8a1bb8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:35,395 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:35,395 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/A, priority=12, startTime=1734277295050; duration=0sec 2024-12-15T15:41:35,395 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:35,396 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:A 2024-12-15T15:41:35,396 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:41:35,399 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:41:35,399 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/C is initiating minor compaction (all files) 2024-12-15T15:41:35,399 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/C in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:35,400 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/fb03f5237c43499680e2c5d87d220554, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/72224716f36a4f8196684e6fbc90126a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/d289a5f8944f40908053b3775a860d15, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/de0532631bdb477d8001df4029c14c82] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=46.9 K 2024-12-15T15:41:35,404 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb03f5237c43499680e2c5d87d220554, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734277292126 2024-12-15T15:41:35,405 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72224716f36a4f8196684e6fbc90126a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734277292485 2024-12-15T15:41:35,407 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d289a5f8944f40908053b3775a860d15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734277292918 2024-12-15T15:41:35,408 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting de0532631bdb477d8001df4029c14c82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734277293427 2024-12-15T15:41:35,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277355420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:35,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277355423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:35,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277355431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:35,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277355439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:35,470 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#C#compaction#16 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:35,471 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/4ac852f4e3314367b79ad7d30620c20e is 50, key is test_row_0/C:col10/1734277293435/Put/seqid=0 2024-12-15T15:41:35,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277355444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:35,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741855_1031 (size=12139) 2024-12-15T15:41:35,545 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/4ac852f4e3314367b79ad7d30620c20e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/4ac852f4e3314367b79ad7d30620c20e 2024-12-15T15:41:35,567 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7623717119e587f547428b44f56d5136/C of 7623717119e587f547428b44f56d5136 into 4ac852f4e3314367b79ad7d30620c20e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:35,567 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:35,567 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/C, priority=12, startTime=1734277295058; duration=0sec 2024-12-15T15:41:35,567 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:35,567 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:C 2024-12-15T15:41:35,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:35,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277355549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:35,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277355556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:35,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277355562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:35,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277355572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:35,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277355583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:35,661 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/11f143d40edb4e1198617e8c1f97c3e8 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/11f143d40edb4e1198617e8c1f97c3e8 2024-12-15T15:41:35,687 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7623717119e587f547428b44f56d5136/B of 7623717119e587f547428b44f56d5136 into 11f143d40edb4e1198617e8c1f97c3e8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:35,687 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:35,687 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/B, priority=12, startTime=1734277295058; duration=0sec 2024-12-15T15:41:35,694 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:35,694 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:B 2024-12-15T15:41:35,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/82b0267f787a48dc82c48325b46ba716 2024-12-15T15:41:35,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277355783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:35,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277355783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:35,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/458c3a59413344ca882d8da3ce3ed03b is 50, key is test_row_0/C:col10/1734277294633/Put/seqid=0 2024-12-15T15:41:35,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277355783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:35,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:35,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277355789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:35,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277355816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:35,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741856_1032 (size=9657) 2024-12-15T15:41:36,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277356108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277356098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277356110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277356116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277356129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-15T15:41:36,195 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-15T15:41:36,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:41:36,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-15T15:41:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T15:41:36,217 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:41:36,221 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:41:36,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:41:36,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/458c3a59413344ca882d8da3ce3ed03b 2024-12-15T15:41:36,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/6e531b10ed4b4ad88766cda5d742fddb as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/6e531b10ed4b4ad88766cda5d742fddb 2024-12-15T15:41:36,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/6e531b10ed4b4ad88766cda5d742fddb, entries=150, sequenceid=87, filesize=11.7 K 2024-12-15T15:41:36,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/82b0267f787a48dc82c48325b46ba716 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/82b0267f787a48dc82c48325b46ba716 2024-12-15T15:41:36,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/82b0267f787a48dc82c48325b46ba716, entries=100, sequenceid=87, filesize=9.4 K 2024-12-15T15:41:36,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/458c3a59413344ca882d8da3ce3ed03b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/458c3a59413344ca882d8da3ce3ed03b 2024-12-15T15:41:36,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T15:41:36,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/458c3a59413344ca882d8da3ce3ed03b, entries=100, sequenceid=87, filesize=9.4 K 2024-12-15T15:41:36,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7623717119e587f547428b44f56d5136 in 1179ms, sequenceid=87, compaction requested=false 2024-12-15T15:41:36,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:36,376 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-15T15:41:36,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:36,378 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T15:41:36,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:36,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:36,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/23143b919d49437ba3aa785db2d4e185 is 50, key is test_row_0/A:col10/1734277295440/Put/seqid=0 2024-12-15T15:41:36,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741857_1033 (size=12001) 2024-12-15T15:41:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T15:41:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:36,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:36,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277356642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277356643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277356645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277356646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277356649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277356766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277356762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277356767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277356767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T15:41:36,828 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/23143b919d49437ba3aa785db2d4e185 2024-12-15T15:41:36,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/9a6c76f67829459fa6c29b6d1ff404ab is 50, key is test_row_0/B:col10/1734277295440/Put/seqid=0 2024-12-15T15:41:36,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741858_1034 (size=12001) 2024-12-15T15:41:36,936 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/9a6c76f67829459fa6c29b6d1ff404ab 2024-12-15T15:41:36,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/ab043c9b947f46d79a427b5638b5797a is 50, key is test_row_0/C:col10/1734277295440/Put/seqid=0 2024-12-15T15:41:36,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277356975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277356974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277356975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:36,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:36,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277356979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741859_1035 (size=12001) 2024-12-15T15:41:37,031 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/ab043c9b947f46d79a427b5638b5797a 2024-12-15T15:41:37,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/23143b919d49437ba3aa785db2d4e185 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/23143b919d49437ba3aa785db2d4e185 2024-12-15T15:41:37,117 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/23143b919d49437ba3aa785db2d4e185, entries=150, sequenceid=114, filesize=11.7 K 2024-12-15T15:41:37,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/9a6c76f67829459fa6c29b6d1ff404ab as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9a6c76f67829459fa6c29b6d1ff404ab 2024-12-15T15:41:37,156 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9a6c76f67829459fa6c29b6d1ff404ab, entries=150, sequenceid=114, filesize=11.7 K 2024-12-15T15:41:37,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/ab043c9b947f46d79a427b5638b5797a as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/ab043c9b947f46d79a427b5638b5797a 2024-12-15T15:41:37,180 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/ab043c9b947f46d79a427b5638b5797a, entries=150, sequenceid=114, filesize=11.7 K 2024-12-15T15:41:37,183 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 7623717119e587f547428b44f56d5136 in 804ms, sequenceid=114, compaction requested=true 2024-12-15T15:41:37,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:37,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:37,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-15T15:41:37,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-15T15:41:37,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-15T15:41:37,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 964 msec 2024-12-15T15:41:37,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 977 msec 2024-12-15T15:41:37,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T15:41:37,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:37,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/247ce708e93d422cb542a9383ba41b32 is 50, key is test_row_0/A:col10/1734277297293/Put/seqid=0 2024-12-15T15:41:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-15T15:41:37,324 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-15T15:41:37,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:41:37,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-15T15:41:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T15:41:37,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741860_1036 (size=14391) 2024-12-15T15:41:37,347 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:41:37,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/247ce708e93d422cb542a9383ba41b32 2024-12-15T15:41:37,351 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:41:37,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:41:37,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/08a5e03b075041a8a098a3b37919a722 is 50, key is test_row_0/B:col10/1734277297293/Put/seqid=0 2024-12-15T15:41:37,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277357376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277357389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277357392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277357393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741861_1037 (size=12051) 2024-12-15T15:41:37,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/08a5e03b075041a8a098a3b37919a722 2024-12-15T15:41:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T15:41:37,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/6b4ebb9bab3c489a9e0265da31e99b99 is 50, key is test_row_0/C:col10/1734277297293/Put/seqid=0 2024-12-15T15:41:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741862_1038 (size=12051) 2024-12-15T15:41:37,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/6b4ebb9bab3c489a9e0265da31e99b99 2024-12-15T15:41:37,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277357499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/247ce708e93d422cb542a9383ba41b32 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/247ce708e93d422cb542a9383ba41b32 2024-12-15T15:41:37,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277357510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277357516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277357518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,527 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T15:41:37,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:37,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:37,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:37,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:37,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:37,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/247ce708e93d422cb542a9383ba41b32, entries=200, sequenceid=129, filesize=14.1 K 2024-12-15T15:41:37,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/08a5e03b075041a8a098a3b37919a722 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/08a5e03b075041a8a098a3b37919a722 2024-12-15T15:41:37,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/08a5e03b075041a8a098a3b37919a722, entries=150, sequenceid=129, filesize=11.8 K 2024-12-15T15:41:37,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/6b4ebb9bab3c489a9e0265da31e99b99 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/6b4ebb9bab3c489a9e0265da31e99b99 2024-12-15T15:41:37,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/6b4ebb9bab3c489a9e0265da31e99b99, entries=150, sequenceid=129, filesize=11.8 K 2024-12-15T15:41:37,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 7623717119e587f547428b44f56d5136 in 281ms, sequenceid=129, compaction requested=true 2024-12-15T15:41:37,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:37,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:41:37,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:37,577 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:41:37,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:41:37,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:37,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:41:37,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:41:37,578 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:41:37,580 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50528 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:41:37,580 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/A is initiating minor compaction (all files) 2024-12-15T15:41:37,580 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/A in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:37,581 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/820e3a0e18304af6bab6e13aeb8a1bb8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/6e531b10ed4b4ad88766cda5d742fddb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/23143b919d49437ba3aa785db2d4e185, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/247ce708e93d422cb542a9383ba41b32] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=49.3 K 2024-12-15T15:41:37,581 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45848 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:41:37,581 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/B is initiating minor compaction (all files) 2024-12-15T15:41:37,581 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/B in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:37,582 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/11f143d40edb4e1198617e8c1f97c3e8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/82b0267f787a48dc82c48325b46ba716, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9a6c76f67829459fa6c29b6d1ff404ab, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/08a5e03b075041a8a098a3b37919a722] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=44.8 K 2024-12-15T15:41:37,583 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 820e3a0e18304af6bab6e13aeb8a1bb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734277293427 2024-12-15T15:41:37,583 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 11f143d40edb4e1198617e8c1f97c3e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734277293427 2024-12-15T15:41:37,584 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e531b10ed4b4ad88766cda5d742fddb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1734277294633 2024-12-15T15:41:37,584 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 82b0267f787a48dc82c48325b46ba716, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1734277294633 2024-12-15T15:41:37,585 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23143b919d49437ba3aa785db2d4e185, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734277295419 2024-12-15T15:41:37,585 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a6c76f67829459fa6c29b6d1ff404ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734277295419 2024-12-15T15:41:37,586 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 08a5e03b075041a8a098a3b37919a722, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734277296630 2024-12-15T15:41:37,587 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 247ce708e93d422cb542a9383ba41b32, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734277296630 2024-12-15T15:41:37,615 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#B#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:37,615 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/2c2b3f9788714a89bc4f843744be0cf5 is 50, key is test_row_0/B:col10/1734277297293/Put/seqid=0 2024-12-15T15:41:37,618 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#A#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:37,619 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/e15c5fad47e24dd0838bfdb8a91f6019 is 50, key is test_row_0/A:col10/1734277297293/Put/seqid=0 2024-12-15T15:41:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T15:41:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:37,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T15:41:37,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:37,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:37,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:37,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:37,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:37,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:37,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741863_1039 (size=12325) 2024-12-15T15:41:37,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/4876f17012f94762980712b72499bc4f is 50, key is test_row_0/A:col10/1734277297389/Put/seqid=0 2024-12-15T15:41:37,691 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T15:41:37,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:37,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:37,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:37,699 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:37,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:37,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:37,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741864_1040 (size=12325) 2024-12-15T15:41:37,719 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/2c2b3f9788714a89bc4f843744be0cf5 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/2c2b3f9788714a89bc4f843744be0cf5 2024-12-15T15:41:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741865_1041 (size=14541) 2024-12-15T15:41:37,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/4876f17012f94762980712b72499bc4f 2024-12-15T15:41:37,742 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7623717119e587f547428b44f56d5136/B of 7623717119e587f547428b44f56d5136 into 2c2b3f9788714a89bc4f843744be0cf5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:37,742 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:37,742 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/B, priority=12, startTime=1734277297577; duration=0sec 2024-12-15T15:41:37,742 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:37,742 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:B 2024-12-15T15:41:37,742 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:41:37,746 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45848 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:41:37,746 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/C is initiating minor compaction (all files) 2024-12-15T15:41:37,746 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/C in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:37,747 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/4ac852f4e3314367b79ad7d30620c20e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/458c3a59413344ca882d8da3ce3ed03b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/ab043c9b947f46d79a427b5638b5797a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/6b4ebb9bab3c489a9e0265da31e99b99] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=44.8 K 2024-12-15T15:41:37,750 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ac852f4e3314367b79ad7d30620c20e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1734277293427 2024-12-15T15:41:37,754 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 458c3a59413344ca882d8da3ce3ed03b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1734277294633 2024-12-15T15:41:37,755 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/e15c5fad47e24dd0838bfdb8a91f6019 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/e15c5fad47e24dd0838bfdb8a91f6019 2024-12-15T15:41:37,756 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ab043c9b947f46d79a427b5638b5797a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1734277295419 2024-12-15T15:41:37,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277357741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,764 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b4ebb9bab3c489a9e0265da31e99b99, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734277296630 2024-12-15T15:41:37,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/39f4757bd1014c6294c7aa2498754a50 is 50, key is test_row_0/B:col10/1734277297389/Put/seqid=0 2024-12-15T15:41:37,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277357746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277357750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277357764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277357767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,793 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7623717119e587f547428b44f56d5136/A of 7623717119e587f547428b44f56d5136 into e15c5fad47e24dd0838bfdb8a91f6019(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:37,793 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:37,793 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/A, priority=12, startTime=1734277297577; duration=0sec 2024-12-15T15:41:37,793 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:37,793 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:A 2024-12-15T15:41:37,806 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#C#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:37,807 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/2788a5d7a7d04935bd6c02c1f4114d0b is 50, key is test_row_0/C:col10/1734277297293/Put/seqid=0 2024-12-15T15:41:37,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741866_1042 (size=12151) 2024-12-15T15:41:37,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741867_1043 (size=12325) 2024-12-15T15:41:37,856 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T15:41:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:37,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:37,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:37,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:37,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277357865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277357876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277357877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277357879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:37,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:37,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277357885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T15:41:38,027 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T15:41:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:38,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:38,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:38,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277358070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:38,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277358085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277358088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277358084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277358090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,187 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T15:41:38,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:38,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:38,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:38,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:38,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:38,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/39f4757bd1014c6294c7aa2498754a50 2024-12-15T15:41:38,275 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/2788a5d7a7d04935bd6c02c1f4114d0b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/2788a5d7a7d04935bd6c02c1f4114d0b 2024-12-15T15:41:38,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/4a3992c351814e9ca00704e1f2f0991a is 50, key is test_row_0/C:col10/1734277297389/Put/seqid=0 2024-12-15T15:41:38,300 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7623717119e587f547428b44f56d5136/C of 7623717119e587f547428b44f56d5136 into 2788a5d7a7d04935bd6c02c1f4114d0b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:38,300 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:38,300 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/C, priority=12, startTime=1734277297578; duration=0sec 2024-12-15T15:41:38,300 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:38,301 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:C 2024-12-15T15:41:38,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741868_1044 (size=12151) 2024-12-15T15:41:38,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/4a3992c351814e9ca00704e1f2f0991a 2024-12-15T15:41:38,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/4876f17012f94762980712b72499bc4f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4876f17012f94762980712b72499bc4f 2024-12-15T15:41:38,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T15:41:38,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:38,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:38,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:38,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:38,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:38,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:38,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4876f17012f94762980712b72499bc4f, entries=200, sequenceid=152, filesize=14.2 K 2024-12-15T15:41:38,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/39f4757bd1014c6294c7aa2498754a50 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/39f4757bd1014c6294c7aa2498754a50 2024-12-15T15:41:38,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277358380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:38,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277358396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277358400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277358401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/39f4757bd1014c6294c7aa2498754a50, entries=150, sequenceid=152, filesize=11.9 K 2024-12-15T15:41:38,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/4a3992c351814e9ca00704e1f2f0991a as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/4a3992c351814e9ca00704e1f2f0991a 2024-12-15T15:41:38,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:38,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277358408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/4a3992c351814e9ca00704e1f2f0991a, entries=150, sequenceid=152, filesize=11.9 K 2024-12-15T15:41:38,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 7623717119e587f547428b44f56d5136 in 764ms, sequenceid=152, compaction requested=false 2024-12-15T15:41:38,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T15:41:38,535 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-15T15:41:38,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:38,540 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T15:41:38,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:38,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:38,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:38,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:38,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:38,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:38,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/9bbcc2fb8baa428682ac959391688604 is 50, key is test_row_0/A:col10/1734277297746/Put/seqid=0 2024-12-15T15:41:38,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741869_1045 (size=12151) 2024-12-15T15:41:38,601 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/9bbcc2fb8baa428682ac959391688604 2024-12-15T15:41:38,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/ed6a262899da42ec9030c09950170e37 is 50, key is test_row_0/B:col10/1734277297746/Put/seqid=0 2024-12-15T15:41:38,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741870_1046 (size=12151) 2024-12-15T15:41:38,666 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/ed6a262899da42ec9030c09950170e37 2024-12-15T15:41:38,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/fe2192ead053478e9fedf90dea7ddf42 is 50, key is test_row_0/C:col10/1734277297746/Put/seqid=0 2024-12-15T15:41:38,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741871_1047 (size=12151) 2024-12-15T15:41:38,727 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/fe2192ead053478e9fedf90dea7ddf42 2024-12-15T15:41:38,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/9bbcc2fb8baa428682ac959391688604 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/9bbcc2fb8baa428682ac959391688604 2024-12-15T15:41:38,776 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/9bbcc2fb8baa428682ac959391688604, entries=150, sequenceid=169, filesize=11.9 K 2024-12-15T15:41:38,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/ed6a262899da42ec9030c09950170e37 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/ed6a262899da42ec9030c09950170e37 2024-12-15T15:41:38,790 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/ed6a262899da42ec9030c09950170e37, entries=150, sequenceid=169, filesize=11.9 K 2024-12-15T15:41:38,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/fe2192ead053478e9fedf90dea7ddf42 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/fe2192ead053478e9fedf90dea7ddf42 2024-12-15T15:41:38,805 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/fe2192ead053478e9fedf90dea7ddf42, entries=150, sequenceid=169, filesize=11.9 K 2024-12-15T15:41:38,817 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 7623717119e587f547428b44f56d5136 in 277ms, sequenceid=169, compaction requested=true 2024-12-15T15:41:38,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:38,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:38,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-15T15:41:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-15T15:41:38,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-15T15:41:38,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4690 sec 2024-12-15T15:41:38,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.4890 sec 2024-12-15T15:41:38,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T15:41:38,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:38,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:38,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:38,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:38,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:38,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:38,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/6f085f107264452f99e974b63304ab93 is 50, key is test_row_0/A:col10/1734277298919/Put/seqid=0 2024-12-15T15:41:38,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277358967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277358970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741872_1048 (size=9757) 2024-12-15T15:41:38,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277358972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277358972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277358974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:38,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/6f085f107264452f99e974b63304ab93 2024-12-15T15:41:39,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/9c1f4565ab3d4cd9ab9b630a683522e0 is 50, key is test_row_0/B:col10/1734277298919/Put/seqid=0 2024-12-15T15:41:39,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741873_1049 (size=9757) 2024-12-15T15:41:39,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277359080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:39,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277359082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:39,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277359084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277359086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:39,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277359090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277359289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277359290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277359293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277359295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277359300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/9c1f4565ab3d4cd9ab9b630a683522e0 2024-12-15T15:41:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-15T15:41:39,508 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-15T15:41:39,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/37a2c50b6a93454eb24130913be7e83c is 50, key is test_row_0/C:col10/1734277298919/Put/seqid=0 2024-12-15T15:41:39,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:41:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-15T15:41:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T15:41:39,531 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:41:39,539 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:41:39,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:41:39,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741874_1050 (size=9757) 2024-12-15T15:41:39,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277359601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:39,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277359603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:39,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277359604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277359604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277359613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T15:41:39,703 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-15T15:41:39,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:39,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:39,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:39,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:39,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T15:41:39,874 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:39,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-15T15:41:39,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:39,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:39,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:39,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:39,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:39,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/37a2c50b6a93454eb24130913be7e83c 2024-12-15T15:41:40,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/6f085f107264452f99e974b63304ab93 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/6f085f107264452f99e974b63304ab93 2024-12-15T15:41:40,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/6f085f107264452f99e974b63304ab93, entries=100, sequenceid=181, filesize=9.5 K 2024-12-15T15:41:40,036 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:40,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-15T15:41:40,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:40,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:40,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:40,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:40,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:40,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/9c1f4565ab3d4cd9ab9b630a683522e0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9c1f4565ab3d4cd9ab9b630a683522e0 2024-12-15T15:41:40,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9c1f4565ab3d4cd9ab9b630a683522e0, entries=100, sequenceid=181, filesize=9.5 K 2024-12-15T15:41:40,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/37a2c50b6a93454eb24130913be7e83c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/37a2c50b6a93454eb24130913be7e83c 2024-12-15T15:41:40,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277360112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:40,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277360116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:40,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:40,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277360116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277360116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:40,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277360124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:40,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/37a2c50b6a93454eb24130913be7e83c, entries=100, sequenceid=181, filesize=9.5 K 2024-12-15T15:41:40,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7623717119e587f547428b44f56d5136 in 1210ms, sequenceid=181, compaction requested=true 2024-12-15T15:41:40,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:40,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:41:40,131 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:41:40,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:40,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:41:40,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:40,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:41:40,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:41:40,133 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48774 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:41:40,133 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/A is initiating minor compaction (all files) 2024-12-15T15:41:40,133 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/A in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:40,133 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/e15c5fad47e24dd0838bfdb8a91f6019, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4876f17012f94762980712b72499bc4f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/9bbcc2fb8baa428682ac959391688604, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/6f085f107264452f99e974b63304ab93] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=47.6 K 2024-12-15T15:41:40,134 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:41:40,134 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e15c5fad47e24dd0838bfdb8a91f6019, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734277296630 2024-12-15T15:41:40,135 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4876f17012f94762980712b72499bc4f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1734277297335 2024-12-15T15:41:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T15:41:40,135 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bbcc2fb8baa428682ac959391688604, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734277297746 2024-12-15T15:41:40,136 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46384 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:41:40,136 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/B is initiating minor compaction (all files) 2024-12-15T15:41:40,136 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/B in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:40,136 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/2c2b3f9788714a89bc4f843744be0cf5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/39f4757bd1014c6294c7aa2498754a50, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/ed6a262899da42ec9030c09950170e37, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9c1f4565ab3d4cd9ab9b630a683522e0] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=45.3 K 2024-12-15T15:41:40,137 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f085f107264452f99e974b63304ab93, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1734277298916 2024-12-15T15:41:40,137 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c2b3f9788714a89bc4f843744be0cf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734277296630 2024-12-15T15:41:40,138 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39f4757bd1014c6294c7aa2498754a50, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1734277297335 2024-12-15T15:41:40,139 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed6a262899da42ec9030c09950170e37, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734277297746 2024-12-15T15:41:40,139 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c1f4565ab3d4cd9ab9b630a683522e0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1734277298916 2024-12-15T15:41:40,162 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#A#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:40,164 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/0c33344631bb42eca9b3c73600139f54 is 50, key is test_row_0/A:col10/1734277298919/Put/seqid=0 2024-12-15T15:41:40,170 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:40,171 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/99f682f1f26641988ea46a50ce3b97dc is 50, key is test_row_0/B:col10/1734277298919/Put/seqid=0 2024-12-15T15:41:40,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:40,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-15T15:41:40,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:40,198 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T15:41:40,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:40,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:40,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:40,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:40,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:40,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:40,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741875_1051 (size=12561) 2024-12-15T15:41:40,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/871b7c9c57a4496d9cd30f07bdee83d1 is 50, key is test_row_0/A:col10/1734277298968/Put/seqid=0 2024-12-15T15:41:40,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741876_1052 (size=12561) 2024-12-15T15:41:40,232 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/99f682f1f26641988ea46a50ce3b97dc as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/99f682f1f26641988ea46a50ce3b97dc 2024-12-15T15:41:40,249 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7623717119e587f547428b44f56d5136/B of 7623717119e587f547428b44f56d5136 into 99f682f1f26641988ea46a50ce3b97dc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:40,249 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:40,249 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/B, priority=12, startTime=1734277300131; duration=0sec 2024-12-15T15:41:40,249 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:40,249 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:B 2024-12-15T15:41:40,249 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:41:40,253 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46384 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:41:40,253 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/C is initiating minor compaction (all files) 2024-12-15T15:41:40,253 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/C in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:40,253 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/2788a5d7a7d04935bd6c02c1f4114d0b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/4a3992c351814e9ca00704e1f2f0991a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/fe2192ead053478e9fedf90dea7ddf42, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/37a2c50b6a93454eb24130913be7e83c] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=45.3 K 2024-12-15T15:41:40,254 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2788a5d7a7d04935bd6c02c1f4114d0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734277296630 2024-12-15T15:41:40,255 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a3992c351814e9ca00704e1f2f0991a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1734277297335 2024-12-15T15:41:40,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741877_1053 (size=12151) 2024-12-15T15:41:40,257 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe2192ead053478e9fedf90dea7ddf42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1734277297746 2024-12-15T15:41:40,258 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37a2c50b6a93454eb24130913be7e83c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1734277298916 2024-12-15T15:41:40,293 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:40,295 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/61087940162e460db85eab309f652685 is 50, key is test_row_0/C:col10/1734277298919/Put/seqid=0 2024-12-15T15:41:40,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741878_1054 (size=12561) 2024-12-15T15:41:40,365 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/61087940162e460db85eab309f652685 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/61087940162e460db85eab309f652685 2024-12-15T15:41:40,409 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7623717119e587f547428b44f56d5136/C of 7623717119e587f547428b44f56d5136 into 61087940162e460db85eab309f652685(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:40,409 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:40,409 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/C, priority=12, startTime=1734277300131; duration=0sec 2024-12-15T15:41:40,410 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:40,410 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:C 2024-12-15T15:41:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T15:41:40,642 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/0c33344631bb42eca9b3c73600139f54 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/0c33344631bb42eca9b3c73600139f54 2024-12-15T15:41:40,659 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/871b7c9c57a4496d9cd30f07bdee83d1 2024-12-15T15:41:40,666 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7623717119e587f547428b44f56d5136/A of 7623717119e587f547428b44f56d5136 into 0c33344631bb42eca9b3c73600139f54(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:40,667 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:40,667 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/A, priority=12, startTime=1734277300131; duration=0sec 2024-12-15T15:41:40,668 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:40,668 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:A 2024-12-15T15:41:40,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/343d6efc83b049b0921c3c1f408205c0 is 50, key is test_row_0/B:col10/1734277298968/Put/seqid=0 2024-12-15T15:41:40,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741879_1055 (size=12151) 2024-12-15T15:41:40,771 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/343d6efc83b049b0921c3c1f408205c0 2024-12-15T15:41:40,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/9f7ad09c29594fd0aa5ba8b5c15bbb13 is 50, key is test_row_0/C:col10/1734277298968/Put/seqid=0 2024-12-15T15:41:40,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741880_1056 (size=12151) 2024-12-15T15:41:40,836 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/9f7ad09c29594fd0aa5ba8b5c15bbb13 2024-12-15T15:41:40,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/871b7c9c57a4496d9cd30f07bdee83d1 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/871b7c9c57a4496d9cd30f07bdee83d1 2024-12-15T15:41:40,873 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/871b7c9c57a4496d9cd30f07bdee83d1, entries=150, sequenceid=205, filesize=11.9 K 2024-12-15T15:41:40,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/343d6efc83b049b0921c3c1f408205c0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/343d6efc83b049b0921c3c1f408205c0 2024-12-15T15:41:40,898 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/343d6efc83b049b0921c3c1f408205c0, entries=150, sequenceid=205, filesize=11.9 K 2024-12-15T15:41:40,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/9f7ad09c29594fd0aa5ba8b5c15bbb13 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/9f7ad09c29594fd0aa5ba8b5c15bbb13 2024-12-15T15:41:40,932 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/9f7ad09c29594fd0aa5ba8b5c15bbb13, entries=150, sequenceid=205, filesize=11.9 K 2024-12-15T15:41:40,934 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 7623717119e587f547428b44f56d5136 in 735ms, sequenceid=205, compaction requested=false 2024-12-15T15:41:40,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:40,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:40,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-15T15:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-15T15:41:40,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-15T15:41:40,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-12-15T15:41:40,980 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.4430 sec 2024-12-15T15:41:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:41,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T15:41:41,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:41,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:41,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:41,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:41,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:41,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:41,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/3d56b24db2e647a8922b24c6d7a767b0 is 50, key is test_row_0/A:col10/1734277301129/Put/seqid=0 2024-12-15T15:41:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741881_1057 (size=12151) 2024-12-15T15:41:41,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/3d56b24db2e647a8922b24c6d7a767b0 2024-12-15T15:41:41,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277361210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277361217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277361226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277361227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277361227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/11f81421695a4ea49035bd07be607e13 is 50, key is test_row_0/B:col10/1734277301129/Put/seqid=0 2024-12-15T15:41:41,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741882_1058 (size=12151) 2024-12-15T15:41:41,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/11f81421695a4ea49035bd07be607e13 2024-12-15T15:41:41,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277361335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277361335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/abb7a04cc7a24bc096324a326edd48e5 is 50, key is test_row_0/C:col10/1734277301129/Put/seqid=0 2024-12-15T15:41:41,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277361339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277361340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277361340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741883_1059 (size=12151) 2024-12-15T15:41:41,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277361542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277361542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277361549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277361551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277361551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-15T15:41:41,639 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-15T15:41:41,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:41:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-15T15:41:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T15:41:41,663 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:41:41,665 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:41:41,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:41:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T15:41:41,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/abb7a04cc7a24bc096324a326edd48e5 2024-12-15T15:41:41,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/3d56b24db2e647a8922b24c6d7a767b0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/3d56b24db2e647a8922b24c6d7a767b0 2024-12-15T15:41:41,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/3d56b24db2e647a8922b24c6d7a767b0, entries=150, sequenceid=219, filesize=11.9 K 2024-12-15T15:41:41,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/11f81421695a4ea49035bd07be607e13 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/11f81421695a4ea49035bd07be607e13 2024-12-15T15:41:41,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/11f81421695a4ea49035bd07be607e13, entries=150, sequenceid=219, filesize=11.9 K 2024-12-15T15:41:41,820 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T15:41:41,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:41,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:41,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:41,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:41,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:41,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/abb7a04cc7a24bc096324a326edd48e5 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/abb7a04cc7a24bc096324a326edd48e5 2024-12-15T15:41:41,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:41,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277361847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277361848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277361860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277361862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:41,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277361863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/abb7a04cc7a24bc096324a326edd48e5, entries=150, sequenceid=219, filesize=11.9 K 2024-12-15T15:41:41,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7623717119e587f547428b44f56d5136 in 717ms, sequenceid=219, compaction requested=true 2024-12-15T15:41:41,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:41,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:41:41,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:41,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:41:41,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:41:41,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:41:41,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-15T15:41:41,872 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:41,872 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:41,879 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:41,880 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/C is initiating minor compaction (all files) 2024-12-15T15:41:41,880 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/C in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:41,880 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/61087940162e460db85eab309f652685, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/9f7ad09c29594fd0aa5ba8b5c15bbb13, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/abb7a04cc7a24bc096324a326edd48e5] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=36.0 K 2024-12-15T15:41:41,881 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:41,881 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/A is initiating minor compaction (all files) 2024-12-15T15:41:41,881 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/A in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:41,881 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/0c33344631bb42eca9b3c73600139f54, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/871b7c9c57a4496d9cd30f07bdee83d1, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/3d56b24db2e647a8922b24c6d7a767b0] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=36.0 K 2024-12-15T15:41:41,882 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 61087940162e460db85eab309f652685, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1734277297749 2024-12-15T15:41:41,882 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c33344631bb42eca9b3c73600139f54, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1734277297749 2024-12-15T15:41:41,887 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f7ad09c29594fd0aa5ba8b5c15bbb13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734277298965 2024-12-15T15:41:41,888 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 871b7c9c57a4496d9cd30f07bdee83d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734277298965 2024-12-15T15:41:41,889 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting abb7a04cc7a24bc096324a326edd48e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1734277301129 2024-12-15T15:41:41,895 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d56b24db2e647a8922b24c6d7a767b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1734277301129 2024-12-15T15:41:41,930 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#C#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:41,931 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/455194a7416f4266a1965425e5a120fb is 50, key is test_row_0/C:col10/1734277301129/Put/seqid=0 2024-12-15T15:41:41,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T15:41:41,978 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#A#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:41,979 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/1b5588777ef4427f8db8ff44b876b3d8 is 50, key is test_row_0/A:col10/1734277301129/Put/seqid=0 2024-12-15T15:41:41,979 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:41,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-15T15:41:41,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:41,980 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T15:41:41,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:41,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:41,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:41,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:41,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:41,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:41,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741884_1060 (size=12663) 2024-12-15T15:41:42,012 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/455194a7416f4266a1965425e5a120fb as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/455194a7416f4266a1965425e5a120fb 2024-12-15T15:41:42,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/73cb3b39221243a8a1d5edbd88ed20ab is 50, key is test_row_0/A:col10/1734277301200/Put/seqid=0 2024-12-15T15:41:42,034 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/C of 7623717119e587f547428b44f56d5136 into 455194a7416f4266a1965425e5a120fb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:42,035 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:42,035 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/C, priority=13, startTime=1734277301872; duration=0sec 2024-12-15T15:41:42,035 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:42,035 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:C 2024-12-15T15:41:42,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741885_1061 (size=12663) 2024-12-15T15:41:42,039 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:42,048 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:42,049 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/B is initiating minor compaction (all files) 2024-12-15T15:41:42,049 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/B in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:42,049 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/99f682f1f26641988ea46a50ce3b97dc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/343d6efc83b049b0921c3c1f408205c0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/11f81421695a4ea49035bd07be607e13] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=36.0 K 2024-12-15T15:41:42,050 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 99f682f1f26641988ea46a50ce3b97dc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1734277297749 2024-12-15T15:41:42,051 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 343d6efc83b049b0921c3c1f408205c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1734277298965 2024-12-15T15:41:42,052 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 11f81421695a4ea49035bd07be607e13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1734277301129 2024-12-15T15:41:42,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741886_1062 (size=12151) 2024-12-15T15:41:42,073 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#B#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:42,079 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/73cb3b39221243a8a1d5edbd88ed20ab 2024-12-15T15:41:42,080 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/7654ba975ee14f32b3ea9f2f01e35c1a is 50, key is test_row_0/B:col10/1734277301129/Put/seqid=0 2024-12-15T15:41:42,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741887_1063 (size=12663) 2024-12-15T15:41:42,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/c3e88ed178c04b8f80281e81f257070b is 50, key is test_row_0/B:col10/1734277301200/Put/seqid=0 2024-12-15T15:41:42,154 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/7654ba975ee14f32b3ea9f2f01e35c1a as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/7654ba975ee14f32b3ea9f2f01e35c1a 2024-12-15T15:41:42,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741888_1064 (size=12151) 2024-12-15T15:41:42,183 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/c3e88ed178c04b8f80281e81f257070b 2024-12-15T15:41:42,192 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/B of 7623717119e587f547428b44f56d5136 into 7654ba975ee14f32b3ea9f2f01e35c1a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:42,193 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:42,193 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/B, priority=13, startTime=1734277301872; duration=0sec 2024-12-15T15:41:42,193 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:42,193 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:B 2024-12-15T15:41:42,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/b533730517984039a606806121ebefd7 is 50, key is test_row_0/C:col10/1734277301200/Put/seqid=0 2024-12-15T15:41:42,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741889_1065 (size=12151) 2024-12-15T15:41:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T15:41:42,265 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/b533730517984039a606806121ebefd7 2024-12-15T15:41:42,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/73cb3b39221243a8a1d5edbd88ed20ab as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/73cb3b39221243a8a1d5edbd88ed20ab 2024-12-15T15:41:42,302 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/73cb3b39221243a8a1d5edbd88ed20ab, entries=150, sequenceid=245, filesize=11.9 K 2024-12-15T15:41:42,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/c3e88ed178c04b8f80281e81f257070b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/c3e88ed178c04b8f80281e81f257070b 2024-12-15T15:41:42,320 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/c3e88ed178c04b8f80281e81f257070b, entries=150, sequenceid=245, filesize=11.9 K 2024-12-15T15:41:42,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/b533730517984039a606806121ebefd7 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/b533730517984039a606806121ebefd7 2024-12-15T15:41:42,356 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/b533730517984039a606806121ebefd7, entries=150, sequenceid=245, filesize=11.9 K 2024-12-15T15:41:42,359 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 7623717119e587f547428b44f56d5136 in 379ms, sequenceid=245, compaction requested=false 2024-12-15T15:41:42,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:42,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:42,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-15T15:41:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-15T15:41:42,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-15T15:41:42,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 697 msec 2024-12-15T15:41:42,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 726 msec 2024-12-15T15:41:42,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T15:41:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:42,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:42,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:42,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:42,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:42,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:42,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:42,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/7d0408325bde4c199558b59934ce6879 is 50, key is test_row_0/A:col10/1734277302398/Put/seqid=0 2024-12-15T15:41:42,451 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/1b5588777ef4427f8db8ff44b876b3d8 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/1b5588777ef4427f8db8ff44b876b3d8 2024-12-15T15:41:42,472 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/A of 7623717119e587f547428b44f56d5136 into 1b5588777ef4427f8db8ff44b876b3d8(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:42,472 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:42,472 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/A, priority=13, startTime=1734277301871; duration=0sec 2024-12-15T15:41:42,472 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:42,472 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:A 2024-12-15T15:41:42,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741890_1066 (size=12251) 2024-12-15T15:41:42,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277362487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277362487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277362538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277362541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277362542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277362653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277362653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277362652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277362657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277362659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-15T15:41:42,768 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-15T15:41:42,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:41:42,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-15T15:41:42,777 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:41:42,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T15:41:42,780 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:41:42,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:41:42,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:42,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277362864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277362865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277362870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277362878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277362878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T15:41:42,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/7d0408325bde4c199558b59934ce6879 2024-12-15T15:41:42,935 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:42,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:42,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:42,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:42,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:42,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:42,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:42,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:42,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/bd981b28765f47eaae28197fe2f855c0 is 50, key is test_row_0/B:col10/1734277302398/Put/seqid=0 2024-12-15T15:41:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741891_1067 (size=12251) 2024-12-15T15:41:42,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/bd981b28765f47eaae28197fe2f855c0 2024-12-15T15:41:43,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/9dcbde328a4f43509aeeb55262332e24 is 50, key is test_row_0/C:col10/1734277302398/Put/seqid=0 2024-12-15T15:41:43,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741892_1068 (size=12251) 2024-12-15T15:41:43,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/9dcbde328a4f43509aeeb55262332e24 2024-12-15T15:41:43,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/7d0408325bde4c199558b59934ce6879 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/7d0408325bde4c199558b59934ce6879 2024-12-15T15:41:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T15:41:43,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:43,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/7d0408325bde4c199558b59934ce6879, entries=150, sequenceid=260, filesize=12.0 K 2024-12-15T15:41:43,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/bd981b28765f47eaae28197fe2f855c0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/bd981b28765f47eaae28197fe2f855c0 2024-12-15T15:41:43,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/bd981b28765f47eaae28197fe2f855c0, entries=150, sequenceid=260, filesize=12.0 K 2024-12-15T15:41:43,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/9dcbde328a4f43509aeeb55262332e24 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/9dcbde328a4f43509aeeb55262332e24 2024-12-15T15:41:43,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/9dcbde328a4f43509aeeb55262332e24, entries=150, sequenceid=260, filesize=12.0 K 2024-12-15T15:41:43,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 7623717119e587f547428b44f56d5136 in 746ms, sequenceid=260, compaction requested=true 2024-12-15T15:41:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:41:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:43,151 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:41:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:41:43,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:41:43,154 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:43,155 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/A is initiating minor compaction (all files) 2024-12-15T15:41:43,155 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/A in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:43,155 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/1b5588777ef4427f8db8ff44b876b3d8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/73cb3b39221243a8a1d5edbd88ed20ab, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/7d0408325bde4c199558b59934ce6879] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=36.2 K 2024-12-15T15:41:43,155 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:43,158 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b5588777ef4427f8db8ff44b876b3d8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1734277301129 2024-12-15T15:41:43,159 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 73cb3b39221243a8a1d5edbd88ed20ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734277301200 2024-12-15T15:41:43,159 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d0408325bde4c199558b59934ce6879, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734277302389 2024-12-15T15:41:43,171 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:43,171 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/B is initiating minor compaction (all files) 2024-12-15T15:41:43,171 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/B in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:43,172 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/7654ba975ee14f32b3ea9f2f01e35c1a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/c3e88ed178c04b8f80281e81f257070b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/bd981b28765f47eaae28197fe2f855c0] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=36.2 K 2024-12-15T15:41:43,172 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7654ba975ee14f32b3ea9f2f01e35c1a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1734277301129 2024-12-15T15:41:43,175 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3e88ed178c04b8f80281e81f257070b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734277301200 2024-12-15T15:41:43,176 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd981b28765f47eaae28197fe2f855c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734277302389 2024-12-15T15:41:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:43,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T15:41:43,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:43,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:43,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:43,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:43,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:43,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:43,195 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#A#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:43,195 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/afc546f6f2314cfd81e5ad1541a44ba5 is 50, key is test_row_0/A:col10/1734277302398/Put/seqid=0 2024-12-15T15:41:43,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/a01b6f1f43564f88aa57f3219e993464 is 50, key is test_row_0/A:col10/1734277303176/Put/seqid=0 2024-12-15T15:41:43,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277363194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277363194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277363197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277363200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277363205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741893_1069 (size=12865) 2024-12-15T15:41:43,222 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#B#compaction#56 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:43,223 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/256565cbad2147849404f2ccc1d149a3 is 50, key is test_row_0/B:col10/1734277302398/Put/seqid=0 2024-12-15T15:41:43,233 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/afc546f6f2314cfd81e5ad1541a44ba5 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/afc546f6f2314cfd81e5ad1541a44ba5 2024-12-15T15:41:43,249 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/A of 7623717119e587f547428b44f56d5136 into afc546f6f2314cfd81e5ad1541a44ba5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:43,249 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:43,249 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/A, priority=13, startTime=1734277303151; duration=0sec 2024-12-15T15:41:43,250 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:43,250 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:A 2024-12-15T15:41:43,250 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:43,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741894_1070 (size=17181) 2024-12-15T15:41:43,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/a01b6f1f43564f88aa57f3219e993464 2024-12-15T15:41:43,253 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,253 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37065 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:43,253 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/C is initiating minor compaction (all files) 2024-12-15T15:41:43,253 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/C in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:43,253 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/455194a7416f4266a1965425e5a120fb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/b533730517984039a606806121ebefd7, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/9dcbde328a4f43509aeeb55262332e24] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=36.2 K 2024-12-15T15:41:43,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:43,255 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 455194a7416f4266a1965425e5a120fb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1734277301129 2024-12-15T15:41:43,256 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b533730517984039a606806121ebefd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734277301200 2024-12-15T15:41:43,257 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dcbde328a4f43509aeeb55262332e24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734277302389 2024-12-15T15:41:43,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:43,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:43,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:43,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741895_1071 (size=12865) 2024-12-15T15:41:43,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/9f8db1ea1364485eb4f74fb35d99c9c7 is 50, key is test_row_0/B:col10/1734277303176/Put/seqid=0 2024-12-15T15:41:43,276 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/256565cbad2147849404f2ccc1d149a3 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/256565cbad2147849404f2ccc1d149a3 2024-12-15T15:41:43,277 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#C#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:43,278 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/dd67129299c74e4997bdf0f409637901 is 50, key is test_row_0/C:col10/1734277302398/Put/seqid=0 2024-12-15T15:41:43,290 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/B of 7623717119e587f547428b44f56d5136 into 256565cbad2147849404f2ccc1d149a3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:43,290 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:43,291 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/B, priority=13, startTime=1734277303151; duration=0sec 2024-12-15T15:41:43,291 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:43,291 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:B 2024-12-15T15:41:43,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741896_1072 (size=12301) 2024-12-15T15:41:43,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/9f8db1ea1364485eb4f74fb35d99c9c7 2024-12-15T15:41:43,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277363308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277363312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277363314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277363314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277363316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/2e0ad99166a24d2bba0cf81da5a59b6c is 50, key is test_row_0/C:col10/1734277303176/Put/seqid=0 2024-12-15T15:41:43,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741897_1073 (size=12865) 2024-12-15T15:41:43,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741898_1074 (size=12301) 2024-12-15T15:41:43,352 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/dd67129299c74e4997bdf0f409637901 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/dd67129299c74e4997bdf0f409637901 2024-12-15T15:41:43,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/2e0ad99166a24d2bba0cf81da5a59b6c 2024-12-15T15:41:43,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/a01b6f1f43564f88aa57f3219e993464 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/a01b6f1f43564f88aa57f3219e993464 2024-12-15T15:41:43,368 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/C of 7623717119e587f547428b44f56d5136 into dd67129299c74e4997bdf0f409637901(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:43,368 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:43,368 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/C, priority=13, startTime=1734277303151; duration=0sec 2024-12-15T15:41:43,368 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:43,368 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:C 2024-12-15T15:41:43,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/a01b6f1f43564f88aa57f3219e993464, entries=250, sequenceid=287, filesize=16.8 K 2024-12-15T15:41:43,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/9f8db1ea1364485eb4f74fb35d99c9c7 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9f8db1ea1364485eb4f74fb35d99c9c7 2024-12-15T15:41:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T15:41:43,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9f8db1ea1364485eb4f74fb35d99c9c7, entries=150, sequenceid=287, filesize=12.0 K 2024-12-15T15:41:43,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/2e0ad99166a24d2bba0cf81da5a59b6c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/2e0ad99166a24d2bba0cf81da5a59b6c 2024-12-15T15:41:43,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/2e0ad99166a24d2bba0cf81da5a59b6c, entries=150, sequenceid=287, filesize=12.0 K 2024-12-15T15:41:43,416 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:43,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:43,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:43,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:43,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7623717119e587f547428b44f56d5136 in 245ms, sequenceid=287, compaction requested=false 2024-12-15T15:41:43,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:43,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T15:41:43,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:43,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:43,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:43,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:43,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:43,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:43,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:43,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/aea059b8ed09415095b16a6cc348d505 is 50, key is test_row_0/A:col10/1734277303198/Put/seqid=0 2024-12-15T15:41:43,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741899_1075 (size=12301) 2024-12-15T15:41:43,572 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:43,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277363614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277363616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277363620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277363621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277363622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277363728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277363728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277363729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277363728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277363729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,731 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:43,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:43,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:43,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,888 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:43,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:43,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:43,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:43,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T15:41:43,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277363935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277363931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277363939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277363943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:43,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277363943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:43,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/aea059b8ed09415095b16a6cc348d505 2024-12-15T15:41:44,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/180d8d30026f4b03bc09c770b7188c34 is 50, key is test_row_0/B:col10/1734277303198/Put/seqid=0 2024-12-15T15:41:44,075 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:44,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:44,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:44,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:44,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741900_1076 (size=12301) 2024-12-15T15:41:44,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/180d8d30026f4b03bc09c770b7188c34 2024-12-15T15:41:44,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/bddd1174c42344eca7fb750e5e88f2b8 is 50, key is test_row_0/C:col10/1734277303198/Put/seqid=0 2024-12-15T15:41:44,247 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741901_1077 (size=12301) 2024-12-15T15:41:44,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277364248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:44,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:44,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277364248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:44,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:44,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:44,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277364248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277364253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277364257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,408 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:44,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:44,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:44,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:44,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,565 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:44,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:44,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:44,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:44,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/bddd1174c42344eca7fb750e5e88f2b8 2024-12-15T15:41:44,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/aea059b8ed09415095b16a6cc348d505 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/aea059b8ed09415095b16a6cc348d505 2024-12-15T15:41:44,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/aea059b8ed09415095b16a6cc348d505, entries=150, sequenceid=302, filesize=12.0 K 2024-12-15T15:41:44,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/180d8d30026f4b03bc09c770b7188c34 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/180d8d30026f4b03bc09c770b7188c34 2024-12-15T15:41:44,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/180d8d30026f4b03bc09c770b7188c34, entries=150, sequenceid=302, filesize=12.0 K 2024-12-15T15:41:44,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/bddd1174c42344eca7fb750e5e88f2b8 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/bddd1174c42344eca7fb750e5e88f2b8 2024-12-15T15:41:44,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:44,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:44,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:44,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:44,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/bddd1174c42344eca7fb750e5e88f2b8, entries=150, sequenceid=302, filesize=12.0 K 2024-12-15T15:41:44,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7623717119e587f547428b44f56d5136 in 1207ms, sequenceid=302, compaction requested=true 2024-12-15T15:41:44,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:44,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:41:44,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:44,728 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:44,728 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:44,730 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42347 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:44,730 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:44,730 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/B is initiating minor compaction (all files) 2024-12-15T15:41:44,730 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/A is initiating minor compaction (all files) 2024-12-15T15:41:44,730 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/B in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:44,730 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/A in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:44,731 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/256565cbad2147849404f2ccc1d149a3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9f8db1ea1364485eb4f74fb35d99c9c7, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/180d8d30026f4b03bc09c770b7188c34] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=36.6 K 2024-12-15T15:41:44,731 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/afc546f6f2314cfd81e5ad1541a44ba5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/a01b6f1f43564f88aa57f3219e993464, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/aea059b8ed09415095b16a6cc348d505] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=41.4 K 2024-12-15T15:41:44,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:41:44,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:44,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:41:44,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:44,732 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting afc546f6f2314cfd81e5ad1541a44ba5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734277302389 2024-12-15T15:41:44,732 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 256565cbad2147849404f2ccc1d149a3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734277302389 2024-12-15T15:41:44,733 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a01b6f1f43564f88aa57f3219e993464, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1734277302479 2024-12-15T15:41:44,734 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f8db1ea1364485eb4f74fb35d99c9c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1734277302479 2024-12-15T15:41:44,734 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting aea059b8ed09415095b16a6cc348d505, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1734277303198 2024-12-15T15:41:44,735 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 180d8d30026f4b03bc09c770b7188c34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1734277303198 2024-12-15T15:41:44,751 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#A#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:44,752 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/2877b06652634c3b938af046df9b77b3 is 50, key is test_row_0/A:col10/1734277303198/Put/seqid=0 2024-12-15T15:41:44,757 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#B#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:44,758 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/eeb03f5632614a1ab91440ceb784ac15 is 50, key is test_row_0/B:col10/1734277303198/Put/seqid=0 2024-12-15T15:41:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:44,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T15:41:44,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:44,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:44,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:44,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:44,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:44,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:44,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/585b1f1960424d87bf4dcd18a685f10b is 50, key is test_row_0/A:col10/1734277304759/Put/seqid=0 2024-12-15T15:41:44,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277364772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277364774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:44,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277364777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277364776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741902_1078 (size=13017) 2024-12-15T15:41:44,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277364779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741903_1079 (size=13017) 2024-12-15T15:41:44,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741904_1080 (size=12301) 2024-12-15T15:41:44,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/585b1f1960424d87bf4dcd18a685f10b 2024-12-15T15:41:44,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/f913a8a0707d41c9a3fbedeb41c4830c is 50, key is test_row_0/B:col10/1734277304759/Put/seqid=0 2024-12-15T15:41:44,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:44,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:44,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:44,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:44,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:44,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741905_1081 (size=12301) 2024-12-15T15:41:44,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277364881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:44,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277364882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277364882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:44,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277364888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277364883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T15:41:45,039 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:45,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:45,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:45,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:45,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277365103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:45,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277365103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277365103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277365105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277365106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,209 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:45,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:45,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:45,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:45,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,216 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/2877b06652634c3b938af046df9b77b3 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/2877b06652634c3b938af046df9b77b3 2024-12-15T15:41:45,221 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/eeb03f5632614a1ab91440ceb784ac15 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/eeb03f5632614a1ab91440ceb784ac15 2024-12-15T15:41:45,230 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/A of 7623717119e587f547428b44f56d5136 into 2877b06652634c3b938af046df9b77b3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:45,230 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:45,230 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/A, priority=13, startTime=1734277304728; duration=0sec 2024-12-15T15:41:45,230 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:45,230 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:A 2024-12-15T15:41:45,230 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:45,236 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37467 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:45,236 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/C is initiating minor compaction (all files) 2024-12-15T15:41:45,236 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/C in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:45,237 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/dd67129299c74e4997bdf0f409637901, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/2e0ad99166a24d2bba0cf81da5a59b6c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/bddd1174c42344eca7fb750e5e88f2b8] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=36.6 K 2024-12-15T15:41:45,238 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd67129299c74e4997bdf0f409637901, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734277302389 2024-12-15T15:41:45,238 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e0ad99166a24d2bba0cf81da5a59b6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1734277302479 2024-12-15T15:41:45,239 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting bddd1174c42344eca7fb750e5e88f2b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1734277303198 2024-12-15T15:41:45,239 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/B of 7623717119e587f547428b44f56d5136 into eeb03f5632614a1ab91440ceb784ac15(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:45,239 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:45,239 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/B, priority=13, startTime=1734277304728; duration=0sec 2024-12-15T15:41:45,239 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:45,239 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:B 2024-12-15T15:41:45,256 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#C#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:45,257 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/6c9c0cf34a7b42ca8a408e6e73558c97 is 50, key is test_row_0/C:col10/1734277303198/Put/seqid=0 2024-12-15T15:41:45,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/f913a8a0707d41c9a3fbedeb41c4830c 2024-12-15T15:41:45,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741906_1082 (size=13017) 2024-12-15T15:41:45,340 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/6c9c0cf34a7b42ca8a408e6e73558c97 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/6c9c0cf34a7b42ca8a408e6e73558c97 2024-12-15T15:41:45,363 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:45,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:45,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:45,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:45,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/322d8f92d5bf4976bbb0362064942518 is 50, key is test_row_0/C:col10/1734277304759/Put/seqid=0 2024-12-15T15:41:45,369 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/C of 7623717119e587f547428b44f56d5136 into 6c9c0cf34a7b42ca8a408e6e73558c97(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:45,369 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:45,369 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/C, priority=13, startTime=1734277304731; duration=0sec 2024-12-15T15:41:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,369 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:45,369 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:C 2024-12-15T15:41:45,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277365412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277365413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277365417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741907_1083 (size=12301) 2024-12-15T15:41:45,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277365421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277365421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,520 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:45,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:45,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:45,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:45,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,685 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:45,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:45,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:45,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:45,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/322d8f92d5bf4976bbb0362064942518 2024-12-15T15:41:45,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/585b1f1960424d87bf4dcd18a685f10b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/585b1f1960424d87bf4dcd18a685f10b 2024-12-15T15:41:45,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/585b1f1960424d87bf4dcd18a685f10b, entries=150, sequenceid=329, filesize=12.0 K 2024-12-15T15:41:45,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/f913a8a0707d41c9a3fbedeb41c4830c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/f913a8a0707d41c9a3fbedeb41c4830c 2024-12-15T15:41:45,851 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:45,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:45,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:45,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:45,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:45,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:45,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/f913a8a0707d41c9a3fbedeb41c4830c, entries=150, sequenceid=329, filesize=12.0 K 2024-12-15T15:41:45,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/322d8f92d5bf4976bbb0362064942518 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/322d8f92d5bf4976bbb0362064942518 2024-12-15T15:41:45,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/322d8f92d5bf4976bbb0362064942518, entries=150, sequenceid=329, filesize=12.0 K 2024-12-15T15:41:45,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 7623717119e587f547428b44f56d5136 in 1119ms, sequenceid=329, compaction requested=false 2024-12-15T15:41:45,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:45,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T15:41:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:45,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:45,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:45,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:45,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:45,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/4f78bdc1f84948e5a51c88e2016e65bf is 50, key is test_row_0/A:col10/1734277305931/Put/seqid=0 2024-12-15T15:41:45,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741908_1084 (size=14741) 2024-12-15T15:41:46,005 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277365996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:46,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:46,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277365997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:46,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:46,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:46,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277366000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:46,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277366008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277366008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277366114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277366113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277366119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277366119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277366123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:46,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:46,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:46,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:46,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:46,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:46,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277366317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277366319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,328 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277366326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277366327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277366327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:46,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:46,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:46,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:46,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:46,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:46,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/4f78bdc1f84948e5a51c88e2016e65bf 2024-12-15T15:41:46,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/93db14e26ae243bdbe4b3d0751fc5625 is 50, key is test_row_0/B:col10/1734277305931/Put/seqid=0 2024-12-15T15:41:46,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741909_1085 (size=12301) 2024-12-15T15:41:46,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/93db14e26ae243bdbe4b3d0751fc5625 2024-12-15T15:41:46,507 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:46,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:46,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:46,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:46,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:46,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:46,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/601f10970fdb48388feef7b35b50a210 is 50, key is test_row_0/C:col10/1734277305931/Put/seqid=0 2024-12-15T15:41:46,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741910_1086 (size=12301) 2024-12-15T15:41:46,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/601f10970fdb48388feef7b35b50a210 2024-12-15T15:41:46,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277366620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277366628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277366633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277366633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277366644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/4f78bdc1f84948e5a51c88e2016e65bf as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4f78bdc1f84948e5a51c88e2016e65bf 2024-12-15T15:41:46,668 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:46,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:46,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:46,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4f78bdc1f84948e5a51c88e2016e65bf, entries=200, sequenceid=345, filesize=14.4 K 2024-12-15T15:41:46,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/93db14e26ae243bdbe4b3d0751fc5625 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/93db14e26ae243bdbe4b3d0751fc5625 2024-12-15T15:41:46,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/93db14e26ae243bdbe4b3d0751fc5625, entries=150, sequenceid=345, filesize=12.0 K 2024-12-15T15:41:46,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/601f10970fdb48388feef7b35b50a210 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/601f10970fdb48388feef7b35b50a210 2024-12-15T15:41:46,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/601f10970fdb48388feef7b35b50a210, entries=150, sequenceid=345, filesize=12.0 K 2024-12-15T15:41:46,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 7623717119e587f547428b44f56d5136 in 770ms, sequenceid=345, compaction requested=true 2024-12-15T15:41:46,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:46,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:41:46,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:46,706 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:46,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:41:46,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:46,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:41:46,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:41:46,710 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:46,712 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:46,712 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/A is initiating minor compaction (all files) 2024-12-15T15:41:46,712 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/A in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:46,713 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/2877b06652634c3b938af046df9b77b3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/585b1f1960424d87bf4dcd18a685f10b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4f78bdc1f84948e5a51c88e2016e65bf] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=39.1 K 2024-12-15T15:41:46,713 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:46,713 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/B is initiating minor compaction (all files) 2024-12-15T15:41:46,713 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/B in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:46,713 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/eeb03f5632614a1ab91440ceb784ac15, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/f913a8a0707d41c9a3fbedeb41c4830c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/93db14e26ae243bdbe4b3d0751fc5625] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=36.7 K 2024-12-15T15:41:46,714 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2877b06652634c3b938af046df9b77b3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1734277303198 2024-12-15T15:41:46,714 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting eeb03f5632614a1ab91440ceb784ac15, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1734277303198 2024-12-15T15:41:46,714 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 585b1f1960424d87bf4dcd18a685f10b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1734277303613 2024-12-15T15:41:46,714 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f913a8a0707d41c9a3fbedeb41c4830c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1734277303613 2024-12-15T15:41:46,715 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f78bdc1f84948e5a51c88e2016e65bf, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1734277304773 2024-12-15T15:41:46,715 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 93db14e26ae243bdbe4b3d0751fc5625, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1734277304773 2024-12-15T15:41:46,737 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#B#compaction#72 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:46,738 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/de618e53e2d9404b8790f8398a21eeac is 50, key is test_row_0/B:col10/1734277305931/Put/seqid=0 2024-12-15T15:41:46,741 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#A#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:46,742 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/439e81ff30174bf5977082d461cf47ae is 50, key is test_row_0/A:col10/1734277305931/Put/seqid=0 2024-12-15T15:41:46,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741911_1087 (size=13119) 2024-12-15T15:41:46,766 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/de618e53e2d9404b8790f8398a21eeac as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/de618e53e2d9404b8790f8398a21eeac 2024-12-15T15:41:46,785 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/B of 7623717119e587f547428b44f56d5136 into de618e53e2d9404b8790f8398a21eeac(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:46,785 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:46,785 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/B, priority=13, startTime=1734277306706; duration=0sec 2024-12-15T15:41:46,785 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:46,785 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:B 2024-12-15T15:41:46,785 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:46,790 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:46,791 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/C is initiating minor compaction (all files) 2024-12-15T15:41:46,791 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/C in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:46,791 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/6c9c0cf34a7b42ca8a408e6e73558c97, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/322d8f92d5bf4976bbb0362064942518, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/601f10970fdb48388feef7b35b50a210] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=36.7 K 2024-12-15T15:41:46,792 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c9c0cf34a7b42ca8a408e6e73558c97, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1734277303198 2024-12-15T15:41:46,793 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 322d8f92d5bf4976bbb0362064942518, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1734277303613 2024-12-15T15:41:46,796 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 601f10970fdb48388feef7b35b50a210, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1734277304773 2024-12-15T15:41:46,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741912_1088 (size=13119) 2024-12-15T15:41:46,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:46,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-15T15:41:46,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:46,824 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T15:41:46,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:46,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:46,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:46,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:46,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:46,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:46,842 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/439e81ff30174bf5977082d461cf47ae as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/439e81ff30174bf5977082d461cf47ae 2024-12-15T15:41:46,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/a80518e1e3a64968b0dc900e656612cb is 50, key is test_row_0/A:col10/1734277305964/Put/seqid=0 2024-12-15T15:41:46,849 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#C#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:46,849 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/65c8b376848e43d59449ddcdba10c6c3 is 50, key is test_row_0/C:col10/1734277305931/Put/seqid=0 2024-12-15T15:41:46,856 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/A of 7623717119e587f547428b44f56d5136 into 439e81ff30174bf5977082d461cf47ae(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:46,856 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:46,856 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/A, priority=13, startTime=1734277306706; duration=0sec 2024-12-15T15:41:46,856 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:46,856 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:A 2024-12-15T15:41:46,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741913_1089 (size=12301) 2024-12-15T15:41:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T15:41:46,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741914_1090 (size=13119) 2024-12-15T15:41:46,961 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/65c8b376848e43d59449ddcdba10c6c3 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/65c8b376848e43d59449ddcdba10c6c3 2024-12-15T15:41:46,971 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/C of 7623717119e587f547428b44f56d5136 into 65c8b376848e43d59449ddcdba10c6c3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:46,972 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:46,972 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/C, priority=13, startTime=1734277306706; duration=0sec 2024-12-15T15:41:46,975 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:46,975 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:C 2024-12-15T15:41:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:47,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:47,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277367159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277367163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277367163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277367165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277367167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277367268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277367270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277367270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277367276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277367278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,295 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/a80518e1e3a64968b0dc900e656612cb 2024-12-15T15:41:47,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/a3266f94835c4abf971b4441f1819d36 is 50, key is test_row_0/B:col10/1734277305964/Put/seqid=0 2024-12-15T15:41:47,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741915_1091 (size=12301) 2024-12-15T15:41:47,359 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/a3266f94835c4abf971b4441f1819d36 2024-12-15T15:41:47,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/a23f86f8351e498e9c8377b163259500 is 50, key is test_row_0/C:col10/1734277305964/Put/seqid=0 2024-12-15T15:41:47,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741916_1092 (size=12301) 2024-12-15T15:41:47,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277367475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277367482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277367482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277367482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277367483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277367779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277367788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277367792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277367794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277367794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:47,839 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/a23f86f8351e498e9c8377b163259500 2024-12-15T15:41:47,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/a80518e1e3a64968b0dc900e656612cb as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/a80518e1e3a64968b0dc900e656612cb 2024-12-15T15:41:47,856 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/a80518e1e3a64968b0dc900e656612cb, entries=150, sequenceid=370, filesize=12.0 K 2024-12-15T15:41:47,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/a3266f94835c4abf971b4441f1819d36 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/a3266f94835c4abf971b4441f1819d36 2024-12-15T15:41:47,884 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/a3266f94835c4abf971b4441f1819d36, entries=150, sequenceid=370, filesize=12.0 K 2024-12-15T15:41:47,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/a23f86f8351e498e9c8377b163259500 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/a23f86f8351e498e9c8377b163259500 2024-12-15T15:41:47,900 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/a23f86f8351e498e9c8377b163259500, entries=150, sequenceid=370, filesize=12.0 K 2024-12-15T15:41:47,901 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 7623717119e587f547428b44f56d5136 in 1077ms, sequenceid=370, compaction requested=false 2024-12-15T15:41:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:47,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-15T15:41:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-15T15:41:47,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-15T15:41:47,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 5.1300 sec 2024-12-15T15:41:47,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 5.1450 sec 2024-12-15T15:41:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:48,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T15:41:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:48,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:48,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/4935a5e087eb4feaa4dabe7db0bea68b is 50, key is test_row_0/A:col10/1734277308290/Put/seqid=0 2024-12-15T15:41:48,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741917_1093 (size=12301) 2024-12-15T15:41:48,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277368319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277368321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277368322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277368323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277368322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277368426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277368428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277368428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277368428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277368429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277368630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277368633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277368634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277368634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277368634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/4935a5e087eb4feaa4dabe7db0bea68b 2024-12-15T15:41:48,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/fd414e7030a5421fb9c84c8660c72216 is 50, key is test_row_0/B:col10/1734277308290/Put/seqid=0 2024-12-15T15:41:48,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741918_1094 (size=12301) 2024-12-15T15:41:48,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277368933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277368944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277368944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277368947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:48,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277368948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/fd414e7030a5421fb9c84c8660c72216 2024-12-15T15:41:49,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/031b142f82e449bd80472c3d9b1e8d0f is 50, key is test_row_0/C:col10/1734277308290/Put/seqid=0 2024-12-15T15:41:49,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741919_1095 (size=12301) 2024-12-15T15:41:49,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/031b142f82e449bd80472c3d9b1e8d0f 2024-12-15T15:41:49,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/4935a5e087eb4feaa4dabe7db0bea68b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4935a5e087eb4feaa4dabe7db0bea68b 2024-12-15T15:41:49,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4935a5e087eb4feaa4dabe7db0bea68b, entries=150, sequenceid=386, filesize=12.0 K 2024-12-15T15:41:49,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/fd414e7030a5421fb9c84c8660c72216 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/fd414e7030a5421fb9c84c8660c72216 2024-12-15T15:41:49,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/fd414e7030a5421fb9c84c8660c72216, entries=150, sequenceid=386, filesize=12.0 K 2024-12-15T15:41:49,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/031b142f82e449bd80472c3d9b1e8d0f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/031b142f82e449bd80472c3d9b1e8d0f 2024-12-15T15:41:49,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/031b142f82e449bd80472c3d9b1e8d0f, entries=150, sequenceid=386, filesize=12.0 K 2024-12-15T15:41:49,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 7623717119e587f547428b44f56d5136 in 955ms, sequenceid=386, compaction requested=true 2024-12-15T15:41:49,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:49,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:41:49,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:49,248 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:49,248 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:49,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:41:49,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:49,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:41:49,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:49,249 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:49,249 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/B is initiating minor compaction (all files) 2024-12-15T15:41:49,249 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/B in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:49,250 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/de618e53e2d9404b8790f8398a21eeac, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/a3266f94835c4abf971b4441f1819d36, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/fd414e7030a5421fb9c84c8660c72216] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=36.8 K 2024-12-15T15:41:49,250 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:49,251 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/A is initiating minor compaction (all files) 2024-12-15T15:41:49,251 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/A in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:49,251 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting de618e53e2d9404b8790f8398a21eeac, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1734277304773 2024-12-15T15:41:49,251 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/439e81ff30174bf5977082d461cf47ae, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/a80518e1e3a64968b0dc900e656612cb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4935a5e087eb4feaa4dabe7db0bea68b] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=36.8 K 2024-12-15T15:41:49,252 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 439e81ff30174bf5977082d461cf47ae, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1734277304773 2024-12-15T15:41:49,252 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a80518e1e3a64968b0dc900e656612cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1734277305964 2024-12-15T15:41:49,252 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a3266f94835c4abf971b4441f1819d36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1734277305964 2024-12-15T15:41:49,253 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4935a5e087eb4feaa4dabe7db0bea68b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1734277307159 2024-12-15T15:41:49,253 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting fd414e7030a5421fb9c84c8660c72216, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1734277307159 2024-12-15T15:41:49,270 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#A#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:49,271 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/943d7afc46ba46e0981855c5c10d4ca5 is 50, key is test_row_0/A:col10/1734277308290/Put/seqid=0 2024-12-15T15:41:49,279 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#B#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:49,280 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/f452c4c24c9d42398810062fcdc51761 is 50, key is test_row_0/B:col10/1734277308290/Put/seqid=0 2024-12-15T15:41:49,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741920_1096 (size=13221) 2024-12-15T15:41:49,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741921_1097 (size=13221) 2024-12-15T15:41:49,448 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T15:41:49,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:49,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:49,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:49,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:49,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:49,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:49,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/969d2e3c259040c6823083f9091922f7 is 50, key is test_row_0/A:col10/1734277308320/Put/seqid=0 2024-12-15T15:41:49,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277369463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277369466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277369468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277369469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277369472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741922_1098 (size=14741) 2024-12-15T15:41:49,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277369577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277369578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277369582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:49,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277369587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277369586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,718 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/943d7afc46ba46e0981855c5c10d4ca5 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/943d7afc46ba46e0981855c5c10d4ca5 2024-12-15T15:41:49,733 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/A of 7623717119e587f547428b44f56d5136 into 943d7afc46ba46e0981855c5c10d4ca5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:49,733 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:49,734 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/A, priority=13, startTime=1734277309248; duration=0sec 2024-12-15T15:41:49,734 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:49,734 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:A 2024-12-15T15:41:49,734 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:49,739 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:49,739 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/C is initiating minor compaction (all files) 2024-12-15T15:41:49,739 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/f452c4c24c9d42398810062fcdc51761 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/f452c4c24c9d42398810062fcdc51761 2024-12-15T15:41:49,739 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/C in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:49,740 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/65c8b376848e43d59449ddcdba10c6c3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/a23f86f8351e498e9c8377b163259500, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/031b142f82e449bd80472c3d9b1e8d0f] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=36.8 K 2024-12-15T15:41:49,744 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65c8b376848e43d59449ddcdba10c6c3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1734277304773 2024-12-15T15:41:49,744 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a23f86f8351e498e9c8377b163259500, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1734277305964 2024-12-15T15:41:49,746 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 031b142f82e449bd80472c3d9b1e8d0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1734277307159 2024-12-15T15:41:49,751 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/B of 7623717119e587f547428b44f56d5136 into f452c4c24c9d42398810062fcdc51761(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:49,752 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:49,752 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/B, priority=13, startTime=1734277309248; duration=0sec 2024-12-15T15:41:49,753 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:49,753 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:B 2024-12-15T15:41:49,773 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#C#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:49,774 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/54f7cf7705fb408b8392ab5a2e20fcef is 50, key is test_row_0/C:col10/1734277308290/Put/seqid=0 2024-12-15T15:41:49,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277369783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277369783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277369796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277369796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277369801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:49,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741923_1099 (size=13221) 2024-12-15T15:41:49,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/969d2e3c259040c6823083f9091922f7 2024-12-15T15:41:49,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/4447fc2552f6422aa9d645e5149ef94f is 50, key is test_row_0/B:col10/1734277308320/Put/seqid=0 2024-12-15T15:41:49,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741924_1100 (size=12301) 2024-12-15T15:41:49,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/4447fc2552f6422aa9d645e5149ef94f 2024-12-15T15:41:50,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/63d188c20fe64593bed4f916920918fd is 50, key is test_row_0/C:col10/1734277308320/Put/seqid=0 2024-12-15T15:41:50,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741925_1101 (size=12301) 2024-12-15T15:41:50,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/63d188c20fe64593bed4f916920918fd 2024-12-15T15:41:50,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/969d2e3c259040c6823083f9091922f7 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/969d2e3c259040c6823083f9091922f7 2024-12-15T15:41:50,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277370097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/969d2e3c259040c6823083f9091922f7, entries=200, sequenceid=410, filesize=14.4 K 2024-12-15T15:41:50,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277370102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277370107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277370107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/4447fc2552f6422aa9d645e5149ef94f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/4447fc2552f6422aa9d645e5149ef94f 2024-12-15T15:41:50,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277370117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/4447fc2552f6422aa9d645e5149ef94f, entries=150, sequenceid=410, filesize=12.0 K 2024-12-15T15:41:50,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/63d188c20fe64593bed4f916920918fd as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/63d188c20fe64593bed4f916920918fd 2024-12-15T15:41:50,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/63d188c20fe64593bed4f916920918fd, entries=150, sequenceid=410, filesize=12.0 K 2024-12-15T15:41:50,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7623717119e587f547428b44f56d5136 in 735ms, sequenceid=410, compaction requested=false 2024-12-15T15:41:50,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:50,252 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/54f7cf7705fb408b8392ab5a2e20fcef as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/54f7cf7705fb408b8392ab5a2e20fcef 2024-12-15T15:41:50,280 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/C of 7623717119e587f547428b44f56d5136 into 54f7cf7705fb408b8392ab5a2e20fcef(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:50,280 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:50,280 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/C, priority=13, startTime=1734277309248; duration=0sec 2024-12-15T15:41:50,280 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:50,280 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:C 2024-12-15T15:41:50,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T15:41:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:50,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:50,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:50,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:50,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:50,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:50,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:50,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/9c56ab334cdd484ab8787830edb3c874 is 50, key is test_row_0/A:col10/1734277309460/Put/seqid=0 2024-12-15T15:41:50,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277370661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277370663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277370664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741926_1102 (size=12301) 2024-12-15T15:41:50,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/9c56ab334cdd484ab8787830edb3c874 2024-12-15T15:41:50,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277370676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277370676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/ac2e4732bcfd494bae75022761adaf16 is 50, key is test_row_0/B:col10/1734277309460/Put/seqid=0 2024-12-15T15:41:50,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741927_1103 (size=12301) 2024-12-15T15:41:50,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277370767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277370772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277370781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277370784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277370784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-15T15:41:50,903 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-15T15:41:50,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:41:50,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-15T15:41:50,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T15:41:50,910 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:41:50,911 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:41:50,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:41:50,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277370973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277370978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277370990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277370995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:50,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277370996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T15:41:51,070 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T15:41:51,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:51,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:51,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:51,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:51,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:51,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/ac2e4732bcfd494bae75022761adaf16 2024-12-15T15:41:51,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/be94ac2037e448b090e62b50b2ffd93b is 50, key is test_row_0/C:col10/1734277309460/Put/seqid=0 2024-12-15T15:41:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T15:41:51,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741928_1104 (size=12301) 2024-12-15T15:41:51,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/be94ac2037e448b090e62b50b2ffd93b 2024-12-15T15:41:51,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T15:41:51,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:51,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:51,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:51,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:51,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/9c56ab334cdd484ab8787830edb3c874 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/9c56ab334cdd484ab8787830edb3c874 2024-12-15T15:41:51,276 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/9c56ab334cdd484ab8787830edb3c874, entries=150, sequenceid=427, filesize=12.0 K 2024-12-15T15:41:51,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/ac2e4732bcfd494bae75022761adaf16 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/ac2e4732bcfd494bae75022761adaf16 2024-12-15T15:41:51,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:51,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277371280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277371289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:51,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277371296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/ac2e4732bcfd494bae75022761adaf16, entries=150, sequenceid=427, filesize=12.0 K 2024-12-15T15:41:51,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277371300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:51,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277371302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/be94ac2037e448b090e62b50b2ffd93b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/be94ac2037e448b090e62b50b2ffd93b 2024-12-15T15:41:51,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/be94ac2037e448b090e62b50b2ffd93b, entries=150, sequenceid=427, filesize=12.0 K 2024-12-15T15:41:51,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7623717119e587f547428b44f56d5136 in 716ms, sequenceid=427, compaction requested=true 2024-12-15T15:41:51,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:51,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:41:51,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:51,331 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:51,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:41:51,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:51,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:41:51,331 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:41:51,331 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:51,338 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:51,339 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/B is initiating minor compaction (all files) 2024-12-15T15:41:51,339 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/B in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:51,339 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/f452c4c24c9d42398810062fcdc51761, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/4447fc2552f6422aa9d645e5149ef94f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/ac2e4732bcfd494bae75022761adaf16] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=36.9 K 2024-12-15T15:41:51,341 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:51,341 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/A is initiating minor compaction (all files) 2024-12-15T15:41:51,341 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/A in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:51,341 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/943d7afc46ba46e0981855c5c10d4ca5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/969d2e3c259040c6823083f9091922f7, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/9c56ab334cdd484ab8787830edb3c874] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=39.3 K 2024-12-15T15:41:51,341 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f452c4c24c9d42398810062fcdc51761, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1734277307159 2024-12-15T15:41:51,343 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4447fc2552f6422aa9d645e5149ef94f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1734277308320 2024-12-15T15:41:51,343 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 943d7afc46ba46e0981855c5c10d4ca5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1734277307159 2024-12-15T15:41:51,349 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac2e4732bcfd494bae75022761adaf16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1734277309460 2024-12-15T15:41:51,351 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 969d2e3c259040c6823083f9091922f7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1734277308312 2024-12-15T15:41:51,356 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c56ab334cdd484ab8787830edb3c874, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1734277309460 2024-12-15T15:41:51,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-15T15:41:51,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:51,396 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:51,396 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T15:41:51,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:51,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:51,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:51,396 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/5e3bfe7bb1d242bf97b8e645689e56fa is 50, key is test_row_0/B:col10/1734277309460/Put/seqid=0 2024-12-15T15:41:51,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:51,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:51,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:51,407 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#A#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:51,408 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/ccfe646ed18c42fd818ea7f4b5353e45 is 50, key is test_row_0/A:col10/1734277309460/Put/seqid=0 2024-12-15T15:41:51,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/fe77a2acf94e4b5897efe76c59836558 is 50, key is test_row_0/A:col10/1734277310664/Put/seqid=0 2024-12-15T15:41:51,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741929_1105 (size=13323) 2024-12-15T15:41:51,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741930_1106 (size=13323) 2024-12-15T15:41:51,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741931_1107 (size=12301) 2024-12-15T15:41:51,478 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/ccfe646ed18c42fd818ea7f4b5353e45 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/ccfe646ed18c42fd818ea7f4b5353e45 2024-12-15T15:41:51,509 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/A of 7623717119e587f547428b44f56d5136 into ccfe646ed18c42fd818ea7f4b5353e45(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:51,510 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:51,510 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/A, priority=13, startTime=1734277311330; duration=0sec 2024-12-15T15:41:51,510 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:51,510 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:A 2024-12-15T15:41:51,510 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T15:41:51,532 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:51,532 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/C is initiating minor compaction (all files) 2024-12-15T15:41:51,532 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/C in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:51,532 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/54f7cf7705fb408b8392ab5a2e20fcef, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/63d188c20fe64593bed4f916920918fd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/be94ac2037e448b090e62b50b2ffd93b] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=36.9 K 2024-12-15T15:41:51,536 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 54f7cf7705fb408b8392ab5a2e20fcef, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1734277307159 2024-12-15T15:41:51,541 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 63d188c20fe64593bed4f916920918fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1734277308320 2024-12-15T15:41:51,544 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting be94ac2037e448b090e62b50b2ffd93b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1734277309460 2024-12-15T15:41:51,612 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:51,613 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/8ebbd7639d674063a6bb5d90be0869ab is 50, key is test_row_0/C:col10/1734277309460/Put/seqid=0 2024-12-15T15:41:51,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741932_1108 (size=13323) 2024-12-15T15:41:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:51,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. as already flushing 2024-12-15T15:41:51,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277371816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277371821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277371828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277371828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277371828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,858 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/5e3bfe7bb1d242bf97b8e645689e56fa as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/5e3bfe7bb1d242bf97b8e645689e56fa 2024-12-15T15:41:51,888 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/fe77a2acf94e4b5897efe76c59836558 2024-12-15T15:41:51,889 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/B of 7623717119e587f547428b44f56d5136 into 5e3bfe7bb1d242bf97b8e645689e56fa(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:51,889 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:51,889 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/B, priority=13, startTime=1734277311331; duration=0sec 2024-12-15T15:41:51,889 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:51,889 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:B 2024-12-15T15:41:51,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277371930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:51,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/706a6de236b4418bb28a18a0edb79f1f is 50, key is test_row_0/B:col10/1734277310664/Put/seqid=0 2024-12-15T15:41:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277371933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277371934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:51,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277371934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277371934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:51,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741933_1109 (size=12301) 2024-12-15T15:41:51,959 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/706a6de236b4418bb28a18a0edb79f1f 2024-12-15T15:41:51,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/71f0bcce019b4f9883dee415c99139fe is 50, key is test_row_0/C:col10/1734277310664/Put/seqid=0 2024-12-15T15:41:52,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741934_1110 (size=12301) 2024-12-15T15:41:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T15:41:52,049 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T15:41:52,051 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/71f0bcce019b4f9883dee415c99139fe 2024-12-15T15:41:52,066 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/8ebbd7639d674063a6bb5d90be0869ab as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/8ebbd7639d674063a6bb5d90be0869ab 2024-12-15T15:41:52,074 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24ae67ae to 127.0.0.1:64152 2024-12-15T15:41:52,074 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:41:52,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/fe77a2acf94e4b5897efe76c59836558 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/fe77a2acf94e4b5897efe76c59836558 2024-12-15T15:41:52,076 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0763ae64 to 127.0.0.1:64152 2024-12-15T15:41:52,076 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:41:52,080 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23fd5327 to 127.0.0.1:64152 2024-12-15T15:41:52,080 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:41:52,088 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x380d8ec5 to 127.0.0.1:64152 2024-12-15T15:41:52,088 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:41:52,098 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/C of 7623717119e587f547428b44f56d5136 into 8ebbd7639d674063a6bb5d90be0869ab(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:52,098 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:52,098 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/C, priority=13, startTime=1734277311331; duration=0sec 2024-12-15T15:41:52,098 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:52,098 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:C 2024-12-15T15:41:52,099 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/fe77a2acf94e4b5897efe76c59836558, entries=150, sequenceid=449, filesize=12.0 K 2024-12-15T15:41:52,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/706a6de236b4418bb28a18a0edb79f1f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/706a6de236b4418bb28a18a0edb79f1f 2024-12-15T15:41:52,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48058 deadline: 1734277372136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:52,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47970 deadline: 1734277372140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:52,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47976 deadline: 1734277372142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:52,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48008 deadline: 1734277372143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:52,147 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/706a6de236b4418bb28a18a0edb79f1f, entries=150, sequenceid=449, filesize=12.0 K 2024-12-15T15:41:52,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47974 deadline: 1734277372143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:52,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/71f0bcce019b4f9883dee415c99139fe as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/71f0bcce019b4f9883dee415c99139fe 2024-12-15T15:41:52,190 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/71f0bcce019b4f9883dee415c99139fe, entries=150, sequenceid=449, filesize=12.0 K 2024-12-15T15:41:52,192 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 7623717119e587f547428b44f56d5136 in 795ms, sequenceid=449, compaction requested=false 2024-12-15T15:41:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-15T15:41:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-15T15:41:52,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-15T15:41:52,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2880 sec 2024-12-15T15:41:52,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.3180 sec 2024-12-15T15:41:52,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T15:41:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 7623717119e587f547428b44f56d5136 2024-12-15T15:41:52,443 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05f12960 to 127.0.0.1:64152 2024-12-15T15:41:52,443 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:41:52,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:52,445 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x139e2f4a to 127.0.0.1:64152 2024-12-15T15:41:52,445 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:41:52,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:52,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:52,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:52,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:52,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:52,449 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a3e7547 to 127.0.0.1:64152 2024-12-15T15:41:52,450 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:41:52,454 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27f597d9 to 127.0.0.1:64152 2024-12-15T15:41:52,454 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:41:52,457 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e85caf7 to 127.0.0.1:64152 2024-12-15T15:41:52,457 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:41:52,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/c0fd0e2ac25c45daa35e95c1902e1d14 is 50, key is test_row_0/A:col10/1734277311814/Put/seqid=0 2024-12-15T15:41:52,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741935_1111 (size=12301) 2024-12-15T15:41:52,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/c0fd0e2ac25c45daa35e95c1902e1d14 2024-12-15T15:41:52,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/a79c21e5e11a4fdb9232c21bf9293545 is 50, key is test_row_0/B:col10/1734277311814/Put/seqid=0 2024-12-15T15:41:52,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741936_1112 (size=12301) 2024-12-15T15:41:52,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/a79c21e5e11a4fdb9232c21bf9293545 2024-12-15T15:41:52,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/2ca75fa19bb442d08d2594789a175953 is 50, key is test_row_0/C:col10/1734277311814/Put/seqid=0 2024-12-15T15:41:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741937_1113 (size=12301) 2024-12-15T15:41:53,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-15T15:41:53,027 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-15T15:41:53,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T15:41:53,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-12-15T15:41:53,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-12-15T15:41:53,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-15T15:41:53,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-15T15:41:53,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-15T15:41:53,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T15:41:53,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3661 2024-12-15T15:41:53,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3403 2024-12-15T15:41:53,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T15:41:53,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1529 2024-12-15T15:41:53,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4585 rows 2024-12-15T15:41:53,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1565 2024-12-15T15:41:53,027 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4695 rows 2024-12-15T15:41:53,027 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T15:41:53,028 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45addcd9 to 127.0.0.1:64152 2024-12-15T15:41:53,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:41:53,036 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T15:41:53,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T15:41:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T15:41:53,052 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277313052"}]},"ts":"1734277313052"} 2024-12-15T15:41:53,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/2ca75fa19bb442d08d2594789a175953 2024-12-15T15:41:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T15:41:53,054 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T15:41:53,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/c0fd0e2ac25c45daa35e95c1902e1d14 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/c0fd0e2ac25c45daa35e95c1902e1d14 2024-12-15T15:41:53,065 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T15:41:53,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T15:41:53,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/c0fd0e2ac25c45daa35e95c1902e1d14, entries=150, sequenceid=470, filesize=12.0 K 2024-12-15T15:41:53,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/a79c21e5e11a4fdb9232c21bf9293545 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/a79c21e5e11a4fdb9232c21bf9293545 2024-12-15T15:41:53,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7623717119e587f547428b44f56d5136, UNASSIGN}] 2024-12-15T15:41:53,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/a79c21e5e11a4fdb9232c21bf9293545, entries=150, sequenceid=470, filesize=12.0 K 2024-12-15T15:41:53,085 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=27, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7623717119e587f547428b44f56d5136, UNASSIGN 2024-12-15T15:41:53,088 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=7623717119e587f547428b44f56d5136, regionState=CLOSING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:53,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/2ca75fa19bb442d08d2594789a175953 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/2ca75fa19bb442d08d2594789a175953 2024-12-15T15:41:53,093 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T15:41:53,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; CloseRegionProcedure 7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:41:53,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/2ca75fa19bb442d08d2594789a175953, entries=150, sequenceid=470, filesize=12.0 K 2024-12-15T15:41:53,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=20.13 KB/20610 for 7623717119e587f547428b44f56d5136 in 677ms, sequenceid=470, compaction requested=true 2024-12-15T15:41:53,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:53,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:41:53,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:53,120 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:53,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:41:53,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:53,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7623717119e587f547428b44f56d5136:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:41:53,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:41:53,120 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:41:53,131 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:53,132 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/A is initiating minor compaction (all files) 2024-12-15T15:41:53,132 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:41:53,132 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/A in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:53,132 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 7623717119e587f547428b44f56d5136/B is initiating minor compaction (all files) 2024-12-15T15:41:53,132 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7623717119e587f547428b44f56d5136/B in TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:53,132 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/ccfe646ed18c42fd818ea7f4b5353e45, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/fe77a2acf94e4b5897efe76c59836558, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/c0fd0e2ac25c45daa35e95c1902e1d14] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=37.0 K 2024-12-15T15:41:53,132 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/5e3bfe7bb1d242bf97b8e645689e56fa, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/706a6de236b4418bb28a18a0edb79f1f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/a79c21e5e11a4fdb9232c21bf9293545] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp, totalSize=37.0 K 2024-12-15T15:41:53,139 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccfe646ed18c42fd818ea7f4b5353e45, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1734277309460 2024-12-15T15:41:53,140 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e3bfe7bb1d242bf97b8e645689e56fa, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1734277309460 2024-12-15T15:41:53,143 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe77a2acf94e4b5897efe76c59836558, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1734277310659 2024-12-15T15:41:53,143 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 706a6de236b4418bb28a18a0edb79f1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1734277310659 2024-12-15T15:41:53,148 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a79c21e5e11a4fdb9232c21bf9293545, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1734277311814 2024-12-15T15:41:53,148 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0fd0e2ac25c45daa35e95c1902e1d14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=470, earliestPutTs=1734277311814 2024-12-15T15:41:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T15:41:53,196 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#A#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:53,197 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/be4d0f6d413e49988033f3c2dc8b8dc3 is 50, key is test_row_0/A:col10/1734277311814/Put/seqid=0 2024-12-15T15:41:53,200 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7623717119e587f547428b44f56d5136#B#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:41:53,201 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/e333bea5b6e04930afc7bfc8801cb24c is 50, key is test_row_0/B:col10/1734277311814/Put/seqid=0 2024-12-15T15:41:53,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741939_1115 (size=13425) 2024-12-15T15:41:53,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741938_1114 (size=13425) 2024-12-15T15:41:53,259 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:53,265 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(124): Close 7623717119e587f547428b44f56d5136 2024-12-15T15:41:53,266 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T15:41:53,267 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1681): Closing 7623717119e587f547428b44f56d5136, disabling compactions & flushes 2024-12-15T15:41:53,267 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/be4d0f6d413e49988033f3c2dc8b8dc3 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/be4d0f6d413e49988033f3c2dc8b8dc3 2024-12-15T15:41:53,267 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:53,291 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/A of 7623717119e587f547428b44f56d5136 into be4d0f6d413e49988033f3c2dc8b8dc3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:53,291 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:53,291 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/A, priority=13, startTime=1734277313119; duration=0sec 2024-12-15T15:41:53,291 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:41:53,291 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:A 2024-12-15T15:41:53,295 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. because compaction request was cancelled 2024-12-15T15:41:53,295 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:C 2024-12-15T15:41:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T15:41:53,644 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/e333bea5b6e04930afc7bfc8801cb24c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/e333bea5b6e04930afc7bfc8801cb24c 2024-12-15T15:41:53,653 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7623717119e587f547428b44f56d5136/B of 7623717119e587f547428b44f56d5136 into e333bea5b6e04930afc7bfc8801cb24c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:41:53,653 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:53,653 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:53,653 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136., storeName=7623717119e587f547428b44f56d5136/B, priority=13, startTime=1734277313120; duration=0sec 2024-12-15T15:41:53,653 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:53,653 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. after waiting 0 ms 2024-12-15T15:41:53,653 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:41:53,653 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:53,653 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7623717119e587f547428b44f56d5136:B 2024-12-15T15:41:53,653 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(2837): Flushing 7623717119e587f547428b44f56d5136 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-15T15:41:53,654 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=A 2024-12-15T15:41:53,654 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:53,654 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=B 2024-12-15T15:41:53,654 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:53,654 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7623717119e587f547428b44f56d5136, store=C 2024-12-15T15:41:53,654 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:53,659 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/880420b9b4b047cf970546eb31b01604 is 50, key is test_row_0/A:col10/1734277312455/Put/seqid=0 2024-12-15T15:41:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T15:41:53,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741940_1116 (size=9857) 2024-12-15T15:41:53,684 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/880420b9b4b047cf970546eb31b01604 2024-12-15T15:41:53,700 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/7040e27d6737490d8a03394369b3084c is 50, key is test_row_0/B:col10/1734277312455/Put/seqid=0 2024-12-15T15:41:53,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741941_1117 (size=9857) 2024-12-15T15:41:53,736 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/7040e27d6737490d8a03394369b3084c 2024-12-15T15:41:53,770 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/57988a274b6946ee9bb1919f32d891f2 is 50, key is test_row_0/C:col10/1734277312455/Put/seqid=0 2024-12-15T15:41:53,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741942_1118 (size=9857) 2024-12-15T15:41:53,799 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/57988a274b6946ee9bb1919f32d891f2 2024-12-15T15:41:53,824 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/A/880420b9b4b047cf970546eb31b01604 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/880420b9b4b047cf970546eb31b01604 2024-12-15T15:41:53,834 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/880420b9b4b047cf970546eb31b01604, entries=100, sequenceid=478, filesize=9.6 K 2024-12-15T15:41:53,835 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/B/7040e27d6737490d8a03394369b3084c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/7040e27d6737490d8a03394369b3084c 2024-12-15T15:41:53,842 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/7040e27d6737490d8a03394369b3084c, entries=100, sequenceid=478, filesize=9.6 K 2024-12-15T15:41:53,843 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/.tmp/C/57988a274b6946ee9bb1919f32d891f2 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/57988a274b6946ee9bb1919f32d891f2 2024-12-15T15:41:53,850 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/57988a274b6946ee9bb1919f32d891f2, entries=100, sequenceid=478, filesize=9.6 K 2024-12-15T15:41:53,855 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 7623717119e587f547428b44f56d5136 in 202ms, sequenceid=478, compaction requested=true 2024-12-15T15:41:53,856 DEBUG [StoreCloser-TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/56bb16e6b78e46feacfb30eecaca3270, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/f7bd2d1cd3144ef7ba03406dc3e31c32, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/d515d0d4aa04411dbc1d7572d2f80ea1, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/1eb8df35eaa644b48f8b81b7c13a1718, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/820e3a0e18304af6bab6e13aeb8a1bb8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/6e531b10ed4b4ad88766cda5d742fddb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/23143b919d49437ba3aa785db2d4e185, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/247ce708e93d422cb542a9383ba41b32, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/e15c5fad47e24dd0838bfdb8a91f6019, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4876f17012f94762980712b72499bc4f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/9bbcc2fb8baa428682ac959391688604, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/0c33344631bb42eca9b3c73600139f54, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/6f085f107264452f99e974b63304ab93, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/871b7c9c57a4496d9cd30f07bdee83d1, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/1b5588777ef4427f8db8ff44b876b3d8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/3d56b24db2e647a8922b24c6d7a767b0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/73cb3b39221243a8a1d5edbd88ed20ab, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/afc546f6f2314cfd81e5ad1541a44ba5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/7d0408325bde4c199558b59934ce6879, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/a01b6f1f43564f88aa57f3219e993464, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/2877b06652634c3b938af046df9b77b3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/aea059b8ed09415095b16a6cc348d505, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/585b1f1960424d87bf4dcd18a685f10b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4f78bdc1f84948e5a51c88e2016e65bf, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/439e81ff30174bf5977082d461cf47ae, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/a80518e1e3a64968b0dc900e656612cb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/943d7afc46ba46e0981855c5c10d4ca5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4935a5e087eb4feaa4dabe7db0bea68b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/969d2e3c259040c6823083f9091922f7, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/ccfe646ed18c42fd818ea7f4b5353e45, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/9c56ab334cdd484ab8787830edb3c874, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/fe77a2acf94e4b5897efe76c59836558, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/c0fd0e2ac25c45daa35e95c1902e1d14] to archive 2024-12-15T15:41:53,863 DEBUG [StoreCloser-TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:41:53,875 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/d515d0d4aa04411dbc1d7572d2f80ea1 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/d515d0d4aa04411dbc1d7572d2f80ea1 2024-12-15T15:41:53,875 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/56bb16e6b78e46feacfb30eecaca3270 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/56bb16e6b78e46feacfb30eecaca3270 2024-12-15T15:41:53,875 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/f7bd2d1cd3144ef7ba03406dc3e31c32 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/f7bd2d1cd3144ef7ba03406dc3e31c32 2024-12-15T15:41:53,893 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/1eb8df35eaa644b48f8b81b7c13a1718 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/1eb8df35eaa644b48f8b81b7c13a1718 2024-12-15T15:41:53,899 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/820e3a0e18304af6bab6e13aeb8a1bb8 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/820e3a0e18304af6bab6e13aeb8a1bb8 2024-12-15T15:41:53,908 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/e15c5fad47e24dd0838bfdb8a91f6019 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/e15c5fad47e24dd0838bfdb8a91f6019 2024-12-15T15:41:53,908 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/9bbcc2fb8baa428682ac959391688604 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/9bbcc2fb8baa428682ac959391688604 2024-12-15T15:41:53,908 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/247ce708e93d422cb542a9383ba41b32 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/247ce708e93d422cb542a9383ba41b32 2024-12-15T15:41:53,908 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/6e531b10ed4b4ad88766cda5d742fddb to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/6e531b10ed4b4ad88766cda5d742fddb 2024-12-15T15:41:53,911 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/23143b919d49437ba3aa785db2d4e185 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/23143b919d49437ba3aa785db2d4e185 2024-12-15T15:41:53,912 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4876f17012f94762980712b72499bc4f to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4876f17012f94762980712b72499bc4f 2024-12-15T15:41:53,913 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/0c33344631bb42eca9b3c73600139f54 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/0c33344631bb42eca9b3c73600139f54 2024-12-15T15:41:53,913 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/1b5588777ef4427f8db8ff44b876b3d8 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/1b5588777ef4427f8db8ff44b876b3d8 2024-12-15T15:41:53,914 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/871b7c9c57a4496d9cd30f07bdee83d1 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/871b7c9c57a4496d9cd30f07bdee83d1 2024-12-15T15:41:53,916 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/3d56b24db2e647a8922b24c6d7a767b0 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/3d56b24db2e647a8922b24c6d7a767b0 2024-12-15T15:41:53,919 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/2877b06652634c3b938af046df9b77b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/2877b06652634c3b938af046df9b77b3 2024-12-15T15:41:53,920 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/aea059b8ed09415095b16a6cc348d505 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/aea059b8ed09415095b16a6cc348d505 2024-12-15T15:41:53,921 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/a01b6f1f43564f88aa57f3219e993464 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/a01b6f1f43564f88aa57f3219e993464 2024-12-15T15:41:53,921 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/6f085f107264452f99e974b63304ab93 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/6f085f107264452f99e974b63304ab93 2024-12-15T15:41:53,926 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/585b1f1960424d87bf4dcd18a685f10b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/585b1f1960424d87bf4dcd18a685f10b 2024-12-15T15:41:53,926 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/7d0408325bde4c199558b59934ce6879 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/7d0408325bde4c199558b59934ce6879 2024-12-15T15:41:53,933 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/afc546f6f2314cfd81e5ad1541a44ba5 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/afc546f6f2314cfd81e5ad1541a44ba5 2024-12-15T15:41:53,934 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/73cb3b39221243a8a1d5edbd88ed20ab to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/73cb3b39221243a8a1d5edbd88ed20ab 2024-12-15T15:41:53,935 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4f78bdc1f84948e5a51c88e2016e65bf to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4f78bdc1f84948e5a51c88e2016e65bf 2024-12-15T15:41:53,935 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/a80518e1e3a64968b0dc900e656612cb to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/a80518e1e3a64968b0dc900e656612cb 2024-12-15T15:41:53,935 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/439e81ff30174bf5977082d461cf47ae to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/439e81ff30174bf5977082d461cf47ae 2024-12-15T15:41:53,936 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4935a5e087eb4feaa4dabe7db0bea68b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/4935a5e087eb4feaa4dabe7db0bea68b 2024-12-15T15:41:53,938 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/943d7afc46ba46e0981855c5c10d4ca5 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/943d7afc46ba46e0981855c5c10d4ca5 2024-12-15T15:41:53,940 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/969d2e3c259040c6823083f9091922f7 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/969d2e3c259040c6823083f9091922f7 2024-12-15T15:41:53,940 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/ccfe646ed18c42fd818ea7f4b5353e45 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/ccfe646ed18c42fd818ea7f4b5353e45 2024-12-15T15:41:53,942 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/c0fd0e2ac25c45daa35e95c1902e1d14 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/c0fd0e2ac25c45daa35e95c1902e1d14 2024-12-15T15:41:53,943 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/9c56ab334cdd484ab8787830edb3c874 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/9c56ab334cdd484ab8787830edb3c874 2024-12-15T15:41:53,944 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/fe77a2acf94e4b5897efe76c59836558 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/fe77a2acf94e4b5897efe76c59836558 2024-12-15T15:41:53,986 DEBUG [StoreCloser-TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/05c80804fd7442c7990d00af6412a002, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/4f8e410a75144c14849faf4d974d92b9, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/dcc55973d1b24b08a3e521dd805c226c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/11f143d40edb4e1198617e8c1f97c3e8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/b3c1e7b0329243c9b13f4b011b4477c6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/82b0267f787a48dc82c48325b46ba716, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9a6c76f67829459fa6c29b6d1ff404ab, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/2c2b3f9788714a89bc4f843744be0cf5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/08a5e03b075041a8a098a3b37919a722, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/39f4757bd1014c6294c7aa2498754a50, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/ed6a262899da42ec9030c09950170e37, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/99f682f1f26641988ea46a50ce3b97dc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9c1f4565ab3d4cd9ab9b630a683522e0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/343d6efc83b049b0921c3c1f408205c0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/7654ba975ee14f32b3ea9f2f01e35c1a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/11f81421695a4ea49035bd07be607e13, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/c3e88ed178c04b8f80281e81f257070b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/256565cbad2147849404f2ccc1d149a3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/bd981b28765f47eaae28197fe2f855c0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9f8db1ea1364485eb4f74fb35d99c9c7, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/eeb03f5632614a1ab91440ceb784ac15, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/180d8d30026f4b03bc09c770b7188c34, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/f913a8a0707d41c9a3fbedeb41c4830c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/de618e53e2d9404b8790f8398a21eeac, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/93db14e26ae243bdbe4b3d0751fc5625, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/a3266f94835c4abf971b4441f1819d36, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/f452c4c24c9d42398810062fcdc51761, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/fd414e7030a5421fb9c84c8660c72216, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/4447fc2552f6422aa9d645e5149ef94f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/5e3bfe7bb1d242bf97b8e645689e56fa, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/ac2e4732bcfd494bae75022761adaf16, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/706a6de236b4418bb28a18a0edb79f1f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/a79c21e5e11a4fdb9232c21bf9293545] to archive 2024-12-15T15:41:53,989 DEBUG [StoreCloser-TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:41:53,998 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/dcc55973d1b24b08a3e521dd805c226c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/dcc55973d1b24b08a3e521dd805c226c 2024-12-15T15:41:54,000 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/82b0267f787a48dc82c48325b46ba716 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/82b0267f787a48dc82c48325b46ba716 2024-12-15T15:41:54,000 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/4f8e410a75144c14849faf4d974d92b9 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/4f8e410a75144c14849faf4d974d92b9 2024-12-15T15:41:54,001 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/05c80804fd7442c7990d00af6412a002 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/05c80804fd7442c7990d00af6412a002 2024-12-15T15:41:54,005 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/08a5e03b075041a8a098a3b37919a722 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/08a5e03b075041a8a098a3b37919a722 2024-12-15T15:41:54,005 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/2c2b3f9788714a89bc4f843744be0cf5 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/2c2b3f9788714a89bc4f843744be0cf5 2024-12-15T15:41:54,007 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9a6c76f67829459fa6c29b6d1ff404ab to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9a6c76f67829459fa6c29b6d1ff404ab 2024-12-15T15:41:54,007 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/b3c1e7b0329243c9b13f4b011b4477c6 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/b3c1e7b0329243c9b13f4b011b4477c6 2024-12-15T15:41:54,008 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/11f143d40edb4e1198617e8c1f97c3e8 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/11f143d40edb4e1198617e8c1f97c3e8 2024-12-15T15:41:54,009 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/39f4757bd1014c6294c7aa2498754a50 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/39f4757bd1014c6294c7aa2498754a50 2024-12-15T15:41:54,009 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/ed6a262899da42ec9030c09950170e37 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/ed6a262899da42ec9030c09950170e37 2024-12-15T15:41:54,018 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/99f682f1f26641988ea46a50ce3b97dc to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/99f682f1f26641988ea46a50ce3b97dc 2024-12-15T15:41:54,019 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/256565cbad2147849404f2ccc1d149a3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/256565cbad2147849404f2ccc1d149a3 2024-12-15T15:41:54,019 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/343d6efc83b049b0921c3c1f408205c0 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/343d6efc83b049b0921c3c1f408205c0 2024-12-15T15:41:54,020 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/bd981b28765f47eaae28197fe2f855c0 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/bd981b28765f47eaae28197fe2f855c0 2024-12-15T15:41:54,020 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/11f81421695a4ea49035bd07be607e13 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/11f81421695a4ea49035bd07be607e13 2024-12-15T15:41:54,022 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/c3e88ed178c04b8f80281e81f257070b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/c3e88ed178c04b8f80281e81f257070b 2024-12-15T15:41:54,022 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/7654ba975ee14f32b3ea9f2f01e35c1a to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/7654ba975ee14f32b3ea9f2f01e35c1a 2024-12-15T15:41:54,035 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/180d8d30026f4b03bc09c770b7188c34 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/180d8d30026f4b03bc09c770b7188c34 2024-12-15T15:41:54,037 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9c1f4565ab3d4cd9ab9b630a683522e0 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9c1f4565ab3d4cd9ab9b630a683522e0 2024-12-15T15:41:54,037 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/eeb03f5632614a1ab91440ceb784ac15 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/eeb03f5632614a1ab91440ceb784ac15 2024-12-15T15:41:54,037 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/de618e53e2d9404b8790f8398a21eeac to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/de618e53e2d9404b8790f8398a21eeac 2024-12-15T15:41:54,046 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/f913a8a0707d41c9a3fbedeb41c4830c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/f913a8a0707d41c9a3fbedeb41c4830c 2024-12-15T15:41:54,046 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/93db14e26ae243bdbe4b3d0751fc5625 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/93db14e26ae243bdbe4b3d0751fc5625 2024-12-15T15:41:54,048 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9f8db1ea1364485eb4f74fb35d99c9c7 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/9f8db1ea1364485eb4f74fb35d99c9c7 2024-12-15T15:41:54,050 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/f452c4c24c9d42398810062fcdc51761 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/f452c4c24c9d42398810062fcdc51761 2024-12-15T15:41:54,051 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/a3266f94835c4abf971b4441f1819d36 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/a3266f94835c4abf971b4441f1819d36 2024-12-15T15:41:54,051 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/fd414e7030a5421fb9c84c8660c72216 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/fd414e7030a5421fb9c84c8660c72216 2024-12-15T15:41:54,051 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/4447fc2552f6422aa9d645e5149ef94f to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/4447fc2552f6422aa9d645e5149ef94f 2024-12-15T15:41:54,052 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/ac2e4732bcfd494bae75022761adaf16 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/ac2e4732bcfd494bae75022761adaf16 2024-12-15T15:41:54,052 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/706a6de236b4418bb28a18a0edb79f1f to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/706a6de236b4418bb28a18a0edb79f1f 2024-12-15T15:41:54,055 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/5e3bfe7bb1d242bf97b8e645689e56fa to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/5e3bfe7bb1d242bf97b8e645689e56fa 2024-12-15T15:41:54,055 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/a79c21e5e11a4fdb9232c21bf9293545 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/a79c21e5e11a4fdb9232c21bf9293545 2024-12-15T15:41:54,067 DEBUG [StoreCloser-TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/fb03f5237c43499680e2c5d87d220554, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/72224716f36a4f8196684e6fbc90126a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/d289a5f8944f40908053b3775a860d15, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/4ac852f4e3314367b79ad7d30620c20e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/de0532631bdb477d8001df4029c14c82, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/458c3a59413344ca882d8da3ce3ed03b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/ab043c9b947f46d79a427b5638b5797a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/2788a5d7a7d04935bd6c02c1f4114d0b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/6b4ebb9bab3c489a9e0265da31e99b99, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/4a3992c351814e9ca00704e1f2f0991a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/fe2192ead053478e9fedf90dea7ddf42, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/61087940162e460db85eab309f652685, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/37a2c50b6a93454eb24130913be7e83c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/9f7ad09c29594fd0aa5ba8b5c15bbb13, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/455194a7416f4266a1965425e5a120fb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/abb7a04cc7a24bc096324a326edd48e5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/b533730517984039a606806121ebefd7, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/dd67129299c74e4997bdf0f409637901, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/9dcbde328a4f43509aeeb55262332e24, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/2e0ad99166a24d2bba0cf81da5a59b6c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/6c9c0cf34a7b42ca8a408e6e73558c97, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/bddd1174c42344eca7fb750e5e88f2b8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/322d8f92d5bf4976bbb0362064942518, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/65c8b376848e43d59449ddcdba10c6c3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/601f10970fdb48388feef7b35b50a210, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/a23f86f8351e498e9c8377b163259500, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/54f7cf7705fb408b8392ab5a2e20fcef, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/031b142f82e449bd80472c3d9b1e8d0f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/63d188c20fe64593bed4f916920918fd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/be94ac2037e448b090e62b50b2ffd93b] to archive 2024-12-15T15:41:54,073 DEBUG [StoreCloser-TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:41:54,078 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/fb03f5237c43499680e2c5d87d220554 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/fb03f5237c43499680e2c5d87d220554 2024-12-15T15:41:54,083 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/72224716f36a4f8196684e6fbc90126a to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/72224716f36a4f8196684e6fbc90126a 2024-12-15T15:41:54,084 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/d289a5f8944f40908053b3775a860d15 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/d289a5f8944f40908053b3775a860d15 2024-12-15T15:41:54,084 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/4ac852f4e3314367b79ad7d30620c20e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/4ac852f4e3314367b79ad7d30620c20e 2024-12-15T15:41:54,087 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/de0532631bdb477d8001df4029c14c82 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/de0532631bdb477d8001df4029c14c82 2024-12-15T15:41:54,091 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/ab043c9b947f46d79a427b5638b5797a to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/ab043c9b947f46d79a427b5638b5797a 2024-12-15T15:41:54,091 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/458c3a59413344ca882d8da3ce3ed03b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/458c3a59413344ca882d8da3ce3ed03b 2024-12-15T15:41:54,093 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/6b4ebb9bab3c489a9e0265da31e99b99 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/6b4ebb9bab3c489a9e0265da31e99b99 2024-12-15T15:41:54,093 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/2788a5d7a7d04935bd6c02c1f4114d0b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/2788a5d7a7d04935bd6c02c1f4114d0b 2024-12-15T15:41:54,094 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/fe2192ead053478e9fedf90dea7ddf42 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/fe2192ead053478e9fedf90dea7ddf42 2024-12-15T15:41:54,094 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/37a2c50b6a93454eb24130913be7e83c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/37a2c50b6a93454eb24130913be7e83c 2024-12-15T15:41:54,097 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/61087940162e460db85eab309f652685 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/61087940162e460db85eab309f652685 2024-12-15T15:41:54,098 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/9f7ad09c29594fd0aa5ba8b5c15bbb13 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/9f7ad09c29594fd0aa5ba8b5c15bbb13 2024-12-15T15:41:54,102 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/abb7a04cc7a24bc096324a326edd48e5 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/abb7a04cc7a24bc096324a326edd48e5 2024-12-15T15:41:54,102 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/4a3992c351814e9ca00704e1f2f0991a to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/4a3992c351814e9ca00704e1f2f0991a 2024-12-15T15:41:54,103 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/b533730517984039a606806121ebefd7 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/b533730517984039a606806121ebefd7 2024-12-15T15:41:54,103 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/455194a7416f4266a1965425e5a120fb to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/455194a7416f4266a1965425e5a120fb 2024-12-15T15:41:54,104 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/9dcbde328a4f43509aeeb55262332e24 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/9dcbde328a4f43509aeeb55262332e24 2024-12-15T15:41:54,105 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/dd67129299c74e4997bdf0f409637901 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/dd67129299c74e4997bdf0f409637901 2024-12-15T15:41:54,106 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/2e0ad99166a24d2bba0cf81da5a59b6c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/2e0ad99166a24d2bba0cf81da5a59b6c 2024-12-15T15:41:54,106 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/6c9c0cf34a7b42ca8a408e6e73558c97 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/6c9c0cf34a7b42ca8a408e6e73558c97 2024-12-15T15:41:54,106 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/bddd1174c42344eca7fb750e5e88f2b8 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/bddd1174c42344eca7fb750e5e88f2b8 2024-12-15T15:41:54,107 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/322d8f92d5bf4976bbb0362064942518 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/322d8f92d5bf4976bbb0362064942518 2024-12-15T15:41:54,108 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/a23f86f8351e498e9c8377b163259500 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/a23f86f8351e498e9c8377b163259500 2024-12-15T15:41:54,109 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/54f7cf7705fb408b8392ab5a2e20fcef to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/54f7cf7705fb408b8392ab5a2e20fcef 2024-12-15T15:41:54,109 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/031b142f82e449bd80472c3d9b1e8d0f to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/031b142f82e449bd80472c3d9b1e8d0f 2024-12-15T15:41:54,109 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/65c8b376848e43d59449ddcdba10c6c3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/65c8b376848e43d59449ddcdba10c6c3 2024-12-15T15:41:54,109 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/601f10970fdb48388feef7b35b50a210 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/601f10970fdb48388feef7b35b50a210 2024-12-15T15:41:54,110 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/63d188c20fe64593bed4f916920918fd to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/63d188c20fe64593bed4f916920918fd 2024-12-15T15:41:54,110 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/be94ac2037e448b090e62b50b2ffd93b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/be94ac2037e448b090e62b50b2ffd93b 2024-12-15T15:41:54,121 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/recovered.edits/481.seqid, newMaxSeqId=481, maxSeqId=1 2024-12-15T15:41:54,124 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136. 2024-12-15T15:41:54,124 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] regionserver.HRegion(1635): Region close journal for 7623717119e587f547428b44f56d5136: 2024-12-15T15:41:54,126 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=29}] handler.UnassignRegionHandler(170): Closed 7623717119e587f547428b44f56d5136 2024-12-15T15:41:54,126 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=7623717119e587f547428b44f56d5136, regionState=CLOSED 2024-12-15T15:41:54,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-15T15:41:54,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseRegionProcedure 7623717119e587f547428b44f56d5136, server=af3997dcf86f,46311,1734277284128 in 1.0380 sec 2024-12-15T15:41:54,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=28, resume processing ppid=27 2024-12-15T15:41:54,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=27, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7623717119e587f547428b44f56d5136, UNASSIGN in 1.0550 sec 2024-12-15T15:41:54,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-15T15:41:54,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.0720 sec 2024-12-15T15:41:54,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277314144"}]},"ts":"1734277314144"} 2024-12-15T15:41:54,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T15:41:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T15:41:54,285 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T15:41:54,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.2430 sec 2024-12-15T15:41:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-15T15:41:55,182 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-15T15:41:55,186 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T15:41:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:41:55,193 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=30, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:41:55,195 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=30, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:41:55,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T15:41:55,198 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136 2024-12-15T15:41:55,202 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/recovered.edits] 2024-12-15T15:41:55,206 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/880420b9b4b047cf970546eb31b01604 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/880420b9b4b047cf970546eb31b01604 2024-12-15T15:41:55,206 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/be4d0f6d413e49988033f3c2dc8b8dc3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/A/be4d0f6d413e49988033f3c2dc8b8dc3 2024-12-15T15:41:55,209 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/e333bea5b6e04930afc7bfc8801cb24c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/e333bea5b6e04930afc7bfc8801cb24c 2024-12-15T15:41:55,209 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/7040e27d6737490d8a03394369b3084c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/B/7040e27d6737490d8a03394369b3084c 2024-12-15T15:41:55,215 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/2ca75fa19bb442d08d2594789a175953 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/2ca75fa19bb442d08d2594789a175953 2024-12-15T15:41:55,216 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/57988a274b6946ee9bb1919f32d891f2 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/57988a274b6946ee9bb1919f32d891f2 2024-12-15T15:41:55,216 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/71f0bcce019b4f9883dee415c99139fe to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/71f0bcce019b4f9883dee415c99139fe 2024-12-15T15:41:55,216 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/8ebbd7639d674063a6bb5d90be0869ab to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/C/8ebbd7639d674063a6bb5d90be0869ab 2024-12-15T15:41:55,221 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/recovered.edits/481.seqid to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136/recovered.edits/481.seqid 2024-12-15T15:41:55,222 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/7623717119e587f547428b44f56d5136 2024-12-15T15:41:55,222 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T15:41:55,230 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=30, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:41:55,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-15T15:41:55,246 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T15:41:55,284 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T15:41:55,285 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=30, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:41:55,285 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T15:41:55,285 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734277315285"}]},"ts":"9223372036854775807"} 2024-12-15T15:41:55,289 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T15:41:55,289 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7623717119e587f547428b44f56d5136, NAME => 'TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T15:41:55,289 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T15:41:55,289 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734277315289"}]},"ts":"9223372036854775807"} 2024-12-15T15:41:55,294 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T15:41:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T15:41:55,303 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=30, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:41:55,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 116 msec 2024-12-15T15:41:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-15T15:41:55,498 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-15T15:41:55,509 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=247 (was 218) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5aeadd95-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5aeadd95-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_129178786_22 at /127.0.0.1:57832 [Waiting for operation #244] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_129178786_22 at /127.0.0.1:34670 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1619240345_22 at /127.0.0.1:58056 [Waiting for operation #162] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;af3997dcf86f:46311-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5aeadd95-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5aeadd95-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1619240345_22 at /127.0.0.1:60456 [Waiting for operation #254] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1157 (was 860) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2422 (was 4659) 2024-12-15T15:41:55,517 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=1157, ProcessCount=11, AvailableMemoryMB=2421 2024-12-15T15:41:55,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T15:41:55,519 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T15:41:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T15:41:55,521 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T15:41:55,522 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:55,522 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 31 2024-12-15T15:41:55,522 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T15:41:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T15:41:55,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741943_1119 (size=963) 2024-12-15T15:41:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T15:41:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T15:41:55,930 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148 2024-12-15T15:41:55,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741944_1120 (size=53) 2024-12-15T15:41:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T15:41:56,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:41:56,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d6c4cdbab8920a5abca3cba4c46a6a9c, disabling compactions & flushes 2024-12-15T15:41:56,338 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:56,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:56,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. after waiting 0 ms 2024-12-15T15:41:56,338 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:56,338 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:56,339 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:41:56,340 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T15:41:56,341 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734277316340"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734277316340"}]},"ts":"1734277316340"} 2024-12-15T15:41:56,343 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T15:41:56,343 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T15:41:56,344 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277316343"}]},"ts":"1734277316343"} 2024-12-15T15:41:56,345 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T15:41:56,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c4cdbab8920a5abca3cba4c46a6a9c, ASSIGN}] 2024-12-15T15:41:56,362 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c4cdbab8920a5abca3cba4c46a6a9c, ASSIGN 2024-12-15T15:41:56,363 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c4cdbab8920a5abca3cba4c46a6a9c, ASSIGN; state=OFFLINE, location=af3997dcf86f,46311,1734277284128; forceNewPlan=false, retain=false 2024-12-15T15:41:56,514 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=d6c4cdbab8920a5abca3cba4c46a6a9c, regionState=OPENING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:56,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; OpenRegionProcedure d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:41:56,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T15:41:56,669 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:56,672 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:56,672 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7285): Opening region: {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} 2024-12-15T15:41:56,673 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:56,673 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:41:56,673 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7327): checking encryption for d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:56,673 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7330): checking classloading for d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:56,674 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:56,676 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:41:56,676 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6c4cdbab8920a5abca3cba4c46a6a9c columnFamilyName A 2024-12-15T15:41:56,677 DEBUG [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:56,677 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.HStore(327): Store=d6c4cdbab8920a5abca3cba4c46a6a9c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:41:56,677 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:56,680 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:41:56,681 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6c4cdbab8920a5abca3cba4c46a6a9c columnFamilyName B 2024-12-15T15:41:56,681 DEBUG [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:56,687 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.HStore(327): Store=d6c4cdbab8920a5abca3cba4c46a6a9c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:41:56,688 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:56,693 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:41:56,693 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6c4cdbab8920a5abca3cba4c46a6a9c columnFamilyName C 2024-12-15T15:41:56,693 DEBUG [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:56,694 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.HStore(327): Store=d6c4cdbab8920a5abca3cba4c46a6a9c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:41:56,694 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:56,695 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:56,695 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:56,697 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T15:41:56,700 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1085): writing seq id for d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:56,708 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T15:41:56,709 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1102): Opened d6c4cdbab8920a5abca3cba4c46a6a9c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73045827, jitterRate=0.08846764266490936}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T15:41:56,710 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1001): Region open journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:41:56,711 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., pid=33, masterSystemTime=1734277316668 2024-12-15T15:41:56,726 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:56,726 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:56,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=d6c4cdbab8920a5abca3cba4c46a6a9c, regionState=OPEN, openSeqNum=2, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:56,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-15T15:41:56,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; OpenRegionProcedure d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 in 224 msec 2024-12-15T15:41:56,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-12-15T15:41:56,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c4cdbab8920a5abca3cba4c46a6a9c, ASSIGN in 398 msec 2024-12-15T15:41:56,779 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T15:41:56,780 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277316779"}]},"ts":"1734277316779"} 2024-12-15T15:41:56,807 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T15:41:56,867 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=31, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T15:41:56,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.3480 sec 2024-12-15T15:41:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=31 2024-12-15T15:41:57,629 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 31 completed 2024-12-15T15:41:57,632 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a0bafef to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67f98f71 2024-12-15T15:41:57,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72eb26b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:57,650 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:57,657 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:57,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T15:41:57,663 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T15:41:57,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T15:41:57,672 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T15:41:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-15T15:41:57,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741945_1121 (size=999) 2024-12-15T15:41:58,126 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-15T15:41:58,126 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-15T15:41:58,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T15:41:58,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c4cdbab8920a5abca3cba4c46a6a9c, REOPEN/MOVE}] 2024-12-15T15:41:58,144 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c4cdbab8920a5abca3cba4c46a6a9c, REOPEN/MOVE 2024-12-15T15:41:58,144 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=d6c4cdbab8920a5abca3cba4c46a6a9c, regionState=CLOSING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:58,159 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T15:41:58,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:41:58,317 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:58,318 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:58,318 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T15:41:58,318 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing d6c4cdbab8920a5abca3cba4c46a6a9c, disabling compactions & flushes 2024-12-15T15:41:58,318 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:58,318 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:58,318 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. after waiting 0 ms 2024-12-15T15:41:58,318 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:58,325 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T15:41:58,331 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:58,331 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:41:58,332 WARN [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionServer(3786): Not adding moved region record: d6c4cdbab8920a5abca3cba4c46a6a9c to self. 2024-12-15T15:41:58,333 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:58,334 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=d6c4cdbab8920a5abca3cba4c46a6a9c, regionState=CLOSED 2024-12-15T15:41:58,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-15T15:41:58,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 in 176 msec 2024-12-15T15:41:58,338 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c4cdbab8920a5abca3cba4c46a6a9c, REOPEN/MOVE; state=CLOSED, location=af3997dcf86f,46311,1734277284128; forceNewPlan=false, retain=true 2024-12-15T15:41:58,489 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=d6c4cdbab8920a5abca3cba4c46a6a9c, regionState=OPENING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:58,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=36, state=RUNNABLE; OpenRegionProcedure d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:41:58,644 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:58,647 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:58,647 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} 2024-12-15T15:41:58,647 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:58,647 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:41:58,648 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:58,648 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:58,652 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:58,653 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:41:58,659 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6c4cdbab8920a5abca3cba4c46a6a9c columnFamilyName A 2024-12-15T15:41:58,661 DEBUG [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:58,662 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.HStore(327): Store=d6c4cdbab8920a5abca3cba4c46a6a9c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:41:58,663 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:58,664 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:41:58,664 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6c4cdbab8920a5abca3cba4c46a6a9c columnFamilyName B 2024-12-15T15:41:58,664 DEBUG [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:58,665 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.HStore(327): Store=d6c4cdbab8920a5abca3cba4c46a6a9c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:41:58,665 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:58,666 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:41:58,666 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6c4cdbab8920a5abca3cba4c46a6a9c columnFamilyName C 2024-12-15T15:41:58,666 DEBUG [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:58,667 INFO [StoreOpener-d6c4cdbab8920a5abca3cba4c46a6a9c-1 {}] regionserver.HStore(327): Store=d6c4cdbab8920a5abca3cba4c46a6a9c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:41:58,667 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:58,668 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:58,669 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:58,671 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T15:41:58,672 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:58,673 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened d6c4cdbab8920a5abca3cba4c46a6a9c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75227319, jitterRate=0.12097440659999847}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T15:41:58,674 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:41:58,675 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., pid=38, masterSystemTime=1734277318644 2024-12-15T15:41:58,676 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:58,677 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:58,677 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=d6c4cdbab8920a5abca3cba4c46a6a9c, regionState=OPEN, openSeqNum=5, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:58,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=36 2024-12-15T15:41:58,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=36, state=SUCCESS; OpenRegionProcedure d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 in 188 msec 2024-12-15T15:41:58,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-12-15T15:41:58,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c4cdbab8920a5abca3cba4c46a6a9c, REOPEN/MOVE in 538 msec 2024-12-15T15:41:58,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-15T15:41:58,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 553 msec 2024-12-15T15:41:58,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 1.0060 sec 2024-12-15T15:41:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-15T15:41:58,695 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b5c4058 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e9c3820 2024-12-15T15:41:58,709 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T15:41:58,710 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T15:41:58,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e48ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:58,746 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40e8ce40 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@50484683 2024-12-15T15:41:58,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1874e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:58,771 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d89b50a to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@489535ee 2024-12-15T15:41:58,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e4c3b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:58,791 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de2fcf6 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36db9f87 2024-12-15T15:41:58,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fb1797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:58,809 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3286a246 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c317ae0 2024-12-15T15:41:58,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238815e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:58,837 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0a0fc918 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c2b9b76 2024-12-15T15:41:58,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cab9ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:58,881 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77b8b9d2 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37886c78 2024-12-15T15:41:58,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74eb796, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:58,930 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x696032a5 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d7f785d 2024-12-15T15:41:58,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fff9e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:58,957 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f8f5dcd to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19547ff1 2024-12-15T15:41:58,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4bf63e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:41:59,008 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:41:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees 2024-12-15T15:41:59,016 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:41:59,017 DEBUG [hconnection-0x5ac15ae3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:59,018 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=39, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:41:59,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:41:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T15:41:59,022 DEBUG [hconnection-0x3e73df77-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:59,028 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41806, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:59,031 DEBUG [hconnection-0x5148cc5b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:59,035 DEBUG [hconnection-0x3b6534b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:59,036 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:59,042 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:59,043 DEBUG [hconnection-0xcfbd23c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:59,048 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:59,052 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41840, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:59,055 DEBUG [hconnection-0x4561b0a6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:59,058 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:59,058 DEBUG [hconnection-0x508bc58f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:59,062 DEBUG [hconnection-0x766f22e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:59,064 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41854, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:59,064 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41846, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:59,068 DEBUG [hconnection-0x13120d9f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:41:59,070 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41868, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:41:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:59,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T15:41:59,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:41:59,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:59,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:41:59,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:59,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:41:59,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:41:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T15:41:59,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T15:41:59,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:59,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:41:59,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:59,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:59,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:59,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215bc728c942557401cbb23eeee9d913db4_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277319101/Put/seqid=0 2024-12-15T15:41:59,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277379199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1734277379202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277379215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277379232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277379233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741946_1122 (size=12154) 2024-12-15T15:41:59,259 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:41:59,267 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215bc728c942557401cbb23eeee9d913db4_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215bc728c942557401cbb23eeee9d913db4_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:41:59,269 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/4dd2f8d4bb0d41c0bdaffe46fe39a6cd, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:41:59,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/4dd2f8d4bb0d41c0bdaffe46fe39a6cd is 175, key is test_row_0/A:col10/1734277319101/Put/seqid=0 2024-12-15T15:41:59,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741947_1123 (size=30955) 2024-12-15T15:41:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T15:41:59,338 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1734277379337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T15:41:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:41:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:59,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:59,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277379339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:59,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277379342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277379350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277379352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,513 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T15:41:59,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:59,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:41:59,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:59,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:59,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:59,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1734277379543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277379552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277379566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277379567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277379564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T15:41:59,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T15:41:59,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:59,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:41:59,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:59,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:59,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:59,736 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=19, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/4dd2f8d4bb0d41c0bdaffe46fe39a6cd 2024-12-15T15:41:59,779 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T15:41:59,844 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T15:41:59,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:59,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:41:59,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:41:59,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:59,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:41:59,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/9c59056b308e4102bf64c2332778a0a9 is 50, key is test_row_0/B:col10/1734277319101/Put/seqid=0 2024-12-15T15:41:59,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1734277379861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277379868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277379874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277379879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:41:59,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277379884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:41:59,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741948_1124 (size=12001) 2024-12-15T15:41:59,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/9c59056b308e4102bf64c2332778a0a9 2024-12-15T15:42:00,007 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T15:42:00,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:00,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:00,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:00,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] handler.RSProcedureHandler(58): pid=40 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:00,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=40 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=40 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:00,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/e59c2d3017184aa69bf740209caa013d is 50, key is test_row_0/C:col10/1734277319101/Put/seqid=0 2024-12-15T15:42:00,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741949_1125 (size=12001) 2024-12-15T15:42:00,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/e59c2d3017184aa69bf740209caa013d 2024-12-15T15:42:00,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/4dd2f8d4bb0d41c0bdaffe46fe39a6cd as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/4dd2f8d4bb0d41c0bdaffe46fe39a6cd 2024-12-15T15:42:00,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/4dd2f8d4bb0d41c0bdaffe46fe39a6cd, entries=150, sequenceid=19, filesize=30.2 K 2024-12-15T15:42:00,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/9c59056b308e4102bf64c2332778a0a9 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/9c59056b308e4102bf64c2332778a0a9 2024-12-15T15:42:00,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/9c59056b308e4102bf64c2332778a0a9, entries=150, sequenceid=19, filesize=11.7 K 2024-12-15T15:42:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T15:42:00,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/e59c2d3017184aa69bf740209caa013d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/e59c2d3017184aa69bf740209caa013d 2024-12-15T15:42:00,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/e59c2d3017184aa69bf740209caa013d, entries=150, sequenceid=19, filesize=11.7 K 2024-12-15T15:42:00,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d6c4cdbab8920a5abca3cba4c46a6a9c in 1056ms, sequenceid=19, compaction requested=false 2024-12-15T15:42:00,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:00,164 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=40 2024-12-15T15:42:00,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:00,165 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T15:42:00,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:00,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:00,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:00,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:00,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:00,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:00,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156b3d0f736afd49e38a69a96d95d0e4aa_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277319193/Put/seqid=0 2024-12-15T15:42:00,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741950_1126 (size=12154) 2024-12-15T15:42:00,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:00,291 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156b3d0f736afd49e38a69a96d95d0e4aa_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156b3d0f736afd49e38a69a96d95d0e4aa_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:00,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/474f96180b8b4f16ae8dff7597d80221, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:00,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/474f96180b8b4f16ae8dff7597d80221 is 175, key is test_row_0/A:col10/1734277319193/Put/seqid=0 2024-12-15T15:42:00,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741951_1127 (size=30955) 2024-12-15T15:42:00,337 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/474f96180b8b4f16ae8dff7597d80221 2024-12-15T15:42:00,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/5f1acbc61a4e47a3bad451c99de937eb is 50, key is test_row_0/B:col10/1734277319193/Put/seqid=0 2024-12-15T15:42:00,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:00,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741952_1128 (size=12001) 2024-12-15T15:42:00,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277380496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:00,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277380497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277380508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277380509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1734277380515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277380616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277380618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277380618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277380619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1734277380624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277380827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277380828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277380829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:00,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277380830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:00,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1734277380837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:00,856 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/5f1acbc61a4e47a3bad451c99de937eb 2024-12-15T15:42:00,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/5aedc4d3ebc842d8b9840318baa0dd0f is 50, key is test_row_0/C:col10/1734277319193/Put/seqid=0 2024-12-15T15:42:00,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741953_1129 (size=12001) 2024-12-15T15:42:00,952 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/5aedc4d3ebc842d8b9840318baa0dd0f 2024-12-15T15:42:00,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/474f96180b8b4f16ae8dff7597d80221 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/474f96180b8b4f16ae8dff7597d80221 2024-12-15T15:42:01,002 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/474f96180b8b4f16ae8dff7597d80221, entries=150, sequenceid=40, filesize=30.2 K 2024-12-15T15:42:01,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/5f1acbc61a4e47a3bad451c99de937eb as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/5f1acbc61a4e47a3bad451c99de937eb 2024-12-15T15:42:01,023 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/5f1acbc61a4e47a3bad451c99de937eb, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T15:42:01,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/5aedc4d3ebc842d8b9840318baa0dd0f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/5aedc4d3ebc842d8b9840318baa0dd0f 2024-12-15T15:42:01,042 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/5aedc4d3ebc842d8b9840318baa0dd0f, entries=150, sequenceid=40, filesize=11.7 K 2024-12-15T15:42:01,046 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for d6c4cdbab8920a5abca3cba4c46a6a9c in 881ms, sequenceid=40, compaction requested=false 2024-12-15T15:42:01,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:01,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:01,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-15T15:42:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=40 2024-12-15T15:42:01,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-12-15T15:42:01,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0410 sec 2024-12-15T15:42:01,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=39, table=TestAcidGuarantees in 2.0550 sec 2024-12-15T15:42:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-15T15:42:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:01,140 INFO [Thread-618 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-12-15T15:42:01,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-15T15:42:01,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:01,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:01,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:01,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:01,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:01,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:01,154 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-12-15T15:42:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T15:42:01,163 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:01,167 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:01,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:01,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215bcdba350dbe0408990df644fa56732e4_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277321140/Put/seqid=0 2024-12-15T15:42:01,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277381213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T15:42:01,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277381300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277381300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277381300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1734277381300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741954_1130 (size=14594) 2024-12-15T15:42:01,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-15T15:42:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:01,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:01,329 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:01,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277381338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,359 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215bcdba350dbe0408990df644fa56732e4_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215bcdba350dbe0408990df644fa56732e4_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:01,364 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/063b3ba94f244de6a964bb83d0c79d1a, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:01,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/063b3ba94f244de6a964bb83d0c79d1a is 175, key is test_row_0/A:col10/1734277321140/Put/seqid=0 2024-12-15T15:42:01,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277381403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277381404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277381412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1734277381418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741955_1131 (size=39549) 2024-12-15T15:42:01,444 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=59, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/063b3ba94f244de6a964bb83d0c79d1a 2024-12-15T15:42:01,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/2e1162aec88747a78dd72341b240a4c3 is 50, key is test_row_0/B:col10/1734277321140/Put/seqid=0 2024-12-15T15:42:01,483 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-15T15:42:01,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:01,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:01,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:01,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:01,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T15:42:01,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277381540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741956_1132 (size=12001) 2024-12-15T15:42:01,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277381607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277381612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277381624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1734277381636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,647 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-15T15:42:01,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:01,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:01,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:01,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:01,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:01,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T15:42:01,818 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-15T15:42:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:01,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:01,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:01,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277381858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277381919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277381932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277381940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/2e1162aec88747a78dd72341b240a4c3 2024-12-15T15:42:01,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1734277381946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,995 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:01,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-15T15:42:01,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:01,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:01,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:01,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:01,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:01,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:02,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/5aa398e203eb4a678a8195470e46c174 is 50, key is test_row_0/C:col10/1734277321140/Put/seqid=0 2024-12-15T15:42:02,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741957_1133 (size=12001) 2024-12-15T15:42:02,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/5aa398e203eb4a678a8195470e46c174 2024-12-15T15:42:02,161 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:02,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-15T15:42:02,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:02,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:02,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:02,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:02,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:02,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/063b3ba94f244de6a964bb83d0c79d1a as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/063b3ba94f244de6a964bb83d0c79d1a 2024-12-15T15:42:02,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/063b3ba94f244de6a964bb83d0c79d1a, entries=200, sequenceid=59, filesize=38.6 K 2024-12-15T15:42:02,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/2e1162aec88747a78dd72341b240a4c3 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/2e1162aec88747a78dd72341b240a4c3 2024-12-15T15:42:02,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/2e1162aec88747a78dd72341b240a4c3, entries=150, sequenceid=59, filesize=11.7 K 2024-12-15T15:42:02,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/5aa398e203eb4a678a8195470e46c174 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/5aa398e203eb4a678a8195470e46c174 2024-12-15T15:42:02,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/5aa398e203eb4a678a8195470e46c174, entries=150, sequenceid=59, filesize=11.7 K 2024-12-15T15:42:02,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for d6c4cdbab8920a5abca3cba4c46a6a9c in 1141ms, sequenceid=59, compaction requested=true 2024-12-15T15:42:02,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:02,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:02,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:02,282 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:02,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:02,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:02,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:02,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:42:02,283 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:02,288 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:02,289 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/A is initiating minor compaction (all files) 2024-12-15T15:42:02,289 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/A in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:02,289 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/4dd2f8d4bb0d41c0bdaffe46fe39a6cd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/474f96180b8b4f16ae8dff7597d80221, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/063b3ba94f244de6a964bb83d0c79d1a] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=99.1 K 2024-12-15T15:42:02,289 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:02,289 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/4dd2f8d4bb0d41c0bdaffe46fe39a6cd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/474f96180b8b4f16ae8dff7597d80221, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/063b3ba94f244de6a964bb83d0c79d1a] 2024-12-15T15:42:02,292 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dd2f8d4bb0d41c0bdaffe46fe39a6cd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1734277319094 2024-12-15T15:42:02,292 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:02,292 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/B is initiating minor compaction (all files) 2024-12-15T15:42:02,292 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/B in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:02,293 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/9c59056b308e4102bf64c2332778a0a9, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/5f1acbc61a4e47a3bad451c99de937eb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/2e1162aec88747a78dd72341b240a4c3] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=35.2 K 2024-12-15T15:42:02,296 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c59056b308e4102bf64c2332778a0a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1734277319094 2024-12-15T15:42:02,296 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 474f96180b8b4f16ae8dff7597d80221, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734277319193 2024-12-15T15:42:02,300 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f1acbc61a4e47a3bad451c99de937eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734277319193 2024-12-15T15:42:02,300 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 063b3ba94f244de6a964bb83d0c79d1a, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1734277320488 2024-12-15T15:42:02,304 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e1162aec88747a78dd72341b240a4c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1734277320488 2024-12-15T15:42:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T15:42:02,340 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:02,345 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:02,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-15T15:42:02,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:02,348 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-15T15:42:02,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:02,353 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:02,353 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/31b34a2ab156422e86a718c2d8768139 is 50, key is test_row_0/B:col10/1734277321140/Put/seqid=0 2024-12-15T15:42:02,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:02,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:02,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:02,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:02,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:02,364 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412150eb5483a718d4f21bb0ee5f8fac7245c_d6c4cdbab8920a5abca3cba4c46a6a9c store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:02,371 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412150eb5483a718d4f21bb0ee5f8fac7245c_d6c4cdbab8920a5abca3cba4c46a6a9c, store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:02,371 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412150eb5483a718d4f21bb0ee5f8fac7245c_d6c4cdbab8920a5abca3cba4c46a6a9c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:02,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:02,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121539a765adcb024b8f83a3d0a9455ebdd0_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277321207/Put/seqid=0 2024-12-15T15:42:02,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741958_1134 (size=12104) 2024-12-15T15:42:02,460 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/31b34a2ab156422e86a718c2d8768139 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/31b34a2ab156422e86a718c2d8768139 2024-12-15T15:42:02,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741959_1135 (size=4469) 2024-12-15T15:42:02,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1734277382457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:02,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:02,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277382463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:02,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741960_1136 (size=12154) 2024-12-15T15:42:02,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277382466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:02,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:02,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277382471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:02,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277382471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:02,481 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#A#compaction#113 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:02,489 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/7c0b682f12ec467281f07bc36374ed50 is 175, key is test_row_0/A:col10/1734277321140/Put/seqid=0 2024-12-15T15:42:02,491 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/B of d6c4cdbab8920a5abca3cba4c46a6a9c into 31b34a2ab156422e86a718c2d8768139(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:02,491 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:02,491 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/B, priority=13, startTime=1734277322282; duration=0sec 2024-12-15T15:42:02,491 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:02,491 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:B 2024-12-15T15:42:02,491 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:02,497 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:02,497 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/C is initiating minor compaction (all files) 2024-12-15T15:42:02,497 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/C in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:02,497 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/e59c2d3017184aa69bf740209caa013d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/5aedc4d3ebc842d8b9840318baa0dd0f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/5aa398e203eb4a678a8195470e46c174] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=35.2 K 2024-12-15T15:42:02,500 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting e59c2d3017184aa69bf740209caa013d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1734277319094 2024-12-15T15:42:02,506 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121539a765adcb024b8f83a3d0a9455ebdd0_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121539a765adcb024b8f83a3d0a9455ebdd0_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:02,507 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aedc4d3ebc842d8b9840318baa0dd0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734277319193 2024-12-15T15:42:02,510 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aa398e203eb4a678a8195470e46c174, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1734277320488 2024-12-15T15:42:02,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/256a7573174c4d818b6e88ded8da6fa5, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:02,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/256a7573174c4d818b6e88ded8da6fa5 is 175, key is test_row_0/A:col10/1734277321207/Put/seqid=0 2024-12-15T15:42:02,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741961_1137 (size=31058) 2024-12-15T15:42:02,547 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/7c0b682f12ec467281f07bc36374ed50 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/7c0b682f12ec467281f07bc36374ed50 2024-12-15T15:42:02,553 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#C#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:02,554 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/cd44afdca9814bcaa5d491694c0978bd is 50, key is test_row_0/C:col10/1734277321140/Put/seqid=0 2024-12-15T15:42:02,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741962_1138 (size=30955) 2024-12-15T15:42:02,580 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/256a7573174c4d818b6e88ded8da6fa5 2024-12-15T15:42:02,583 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/A of d6c4cdbab8920a5abca3cba4c46a6a9c into 7c0b682f12ec467281f07bc36374ed50(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:02,583 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:02,583 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/A, priority=13, startTime=1734277322282; duration=0sec 2024-12-15T15:42:02,583 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:02,583 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:A 2024-12-15T15:42:02,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277382582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:02,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277382582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:02,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277382584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:02,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277382584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:02,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741963_1139 (size=12104) 2024-12-15T15:42:02,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/e5705e38592b4785b78df50cf09d9758 is 50, key is test_row_0/B:col10/1734277321207/Put/seqid=0 2024-12-15T15:42:02,636 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/cd44afdca9814bcaa5d491694c0978bd as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/cd44afdca9814bcaa5d491694c0978bd 2024-12-15T15:42:02,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741964_1140 (size=12001) 2024-12-15T15:42:02,666 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/C of d6c4cdbab8920a5abca3cba4c46a6a9c into cd44afdca9814bcaa5d491694c0978bd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:02,666 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:02,666 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/C, priority=13, startTime=1734277322282; duration=0sec 2024-12-15T15:42:02,666 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:02,666 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:C 2024-12-15T15:42:02,671 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/e5705e38592b4785b78df50cf09d9758 2024-12-15T15:42:02,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/418717daf5934346807b2a8fc07100ba is 50, key is test_row_0/C:col10/1734277321207/Put/seqid=0 2024-12-15T15:42:02,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741965_1141 (size=12001) 2024-12-15T15:42:02,788 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/418717daf5934346807b2a8fc07100ba 2024-12-15T15:42:02,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277382791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:02,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:02,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277382792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:02,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277382793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:02,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277382798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:02,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/256a7573174c4d818b6e88ded8da6fa5 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/256a7573174c4d818b6e88ded8da6fa5 2024-12-15T15:42:02,895 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/256a7573174c4d818b6e88ded8da6fa5, entries=150, sequenceid=77, filesize=30.2 K 2024-12-15T15:42:02,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/e5705e38592b4785b78df50cf09d9758 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/e5705e38592b4785b78df50cf09d9758 2024-12-15T15:42:02,921 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/e5705e38592b4785b78df50cf09d9758, entries=150, sequenceid=77, filesize=11.7 K 2024-12-15T15:42:02,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/418717daf5934346807b2a8fc07100ba as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/418717daf5934346807b2a8fc07100ba 2024-12-15T15:42:02,960 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/418717daf5934346807b2a8fc07100ba, entries=150, sequenceid=77, filesize=11.7 K 2024-12-15T15:42:02,964 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d6c4cdbab8920a5abca3cba4c46a6a9c in 616ms, sequenceid=77, compaction requested=false 2024-12-15T15:42:02,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:02,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:02,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-15T15:42:02,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-12-15T15:42:02,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-15T15:42:02,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8010 sec 2024-12-15T15:42:02,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 1.8160 sec 2024-12-15T15:42:03,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-15T15:42:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:03,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:03,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:03,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:03,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:03,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:03,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121508b53f9d49c64ec894e4d6293615a17e_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277322468/Put/seqid=0 2024-12-15T15:42:03,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277383185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277383192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277383192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277383194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741966_1142 (size=17034) 2024-12-15T15:42:03,216 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:03,260 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121508b53f9d49c64ec894e4d6293615a17e_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121508b53f9d49c64ec894e4d6293615a17e_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:03,272 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/a945d16adc5e4f2189aaa682dd5b984e, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:03,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/a945d16adc5e4f2189aaa682dd5b984e is 175, key is test_row_0/A:col10/1734277322468/Put/seqid=0 2024-12-15T15:42:03,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277383303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277383305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277383307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277383323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741967_1143 (size=48139) 2024-12-15T15:42:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-15T15:42:03,341 INFO [Thread-618 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-15T15:42:03,376 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-12-15T15:42:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T15:42:03,388 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:03,394 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:03,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:03,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1734277383476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T15:42:03,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277383513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277383514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277383524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277383539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,554 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T15:42:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:03,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:03,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:03,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T15:42:03,719 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T15:42:03,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:03,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:03,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:03,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:03,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:03,725 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=100, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/a945d16adc5e4f2189aaa682dd5b984e 2024-12-15T15:42:03,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/aee6091d12d34332b4f0e496eced8e0d is 50, key is test_row_0/B:col10/1734277322468/Put/seqid=0 2024-12-15T15:42:03,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741968_1144 (size=12001) 2024-12-15T15:42:03,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/aee6091d12d34332b4f0e496eced8e0d 2024-12-15T15:42:03,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/92089d8a2e70450db6eb9af103d83304 is 50, key is test_row_0/C:col10/1734277322468/Put/seqid=0 2024-12-15T15:42:03,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277383818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277383825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277383827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277383846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741969_1145 (size=12001) 2024-12-15T15:42:03,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:03,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T15:42:03,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:03,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:03,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:03,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:03,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:03,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T15:42:04,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T15:42:04,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:04,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,187 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T15:42:04,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:04,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/92089d8a2e70450db6eb9af103d83304 2024-12-15T15:42:04,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/a945d16adc5e4f2189aaa682dd5b984e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/a945d16adc5e4f2189aaa682dd5b984e 2024-12-15T15:42:04,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/a945d16adc5e4f2189aaa682dd5b984e, entries=250, sequenceid=100, filesize=47.0 K 2024-12-15T15:42:04,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/aee6091d12d34332b4f0e496eced8e0d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/aee6091d12d34332b4f0e496eced8e0d 2024-12-15T15:42:04,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/aee6091d12d34332b4f0e496eced8e0d, entries=150, sequenceid=100, filesize=11.7 K 2024-12-15T15:42:04,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/92089d8a2e70450db6eb9af103d83304 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/92089d8a2e70450db6eb9af103d83304 2024-12-15T15:42:04,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/92089d8a2e70450db6eb9af103d83304, entries=150, sequenceid=100, filesize=11.7 K 2024-12-15T15:42:04,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for d6c4cdbab8920a5abca3cba4c46a6a9c in 1217ms, sequenceid=100, compaction requested=true 2024-12-15T15:42:04,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:04,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:04,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:04,329 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:04,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:04,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:04,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:04,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:42:04,331 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:04,337 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:04,337 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/A is initiating minor compaction (all files) 2024-12-15T15:42:04,337 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/A in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,337 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/7c0b682f12ec467281f07bc36374ed50, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/256a7573174c4d818b6e88ded8da6fa5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/a945d16adc5e4f2189aaa682dd5b984e] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=107.6 K 2024-12-15T15:42:04,337 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,337 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/7c0b682f12ec467281f07bc36374ed50, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/256a7573174c4d818b6e88ded8da6fa5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/a945d16adc5e4f2189aaa682dd5b984e] 2024-12-15T15:42:04,338 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c0b682f12ec467281f07bc36374ed50, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1734277320488 2024-12-15T15:42:04,338 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 256a7573174c4d818b6e88ded8da6fa5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734277321207 2024-12-15T15:42:04,339 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a945d16adc5e4f2189aaa682dd5b984e, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734277322464 2024-12-15T15:42:04,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-15T15:42:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:04,348 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:04,349 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/B is initiating minor compaction (all files) 2024-12-15T15:42:04,349 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/B in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,349 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/31b34a2ab156422e86a718c2d8768139, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/e5705e38592b4785b78df50cf09d9758, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/aee6091d12d34332b4f0e496eced8e0d] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=35.3 K 2024-12-15T15:42:04,352 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31b34a2ab156422e86a718c2d8768139, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1734277320488 2024-12-15T15:42:04,353 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5705e38592b4785b78df50cf09d9758, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734277321207 2024-12-15T15:42:04,354 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T15:42:04,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,354 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting aee6091d12d34332b4f0e496eced8e0d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734277322468 2024-12-15T15:42:04,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:04,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:04,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:04,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:04,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:04,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:04,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:04,393 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:04,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215cf50cd8b9dcd479cb0bf95761e860bde_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277323186/Put/seqid=0 2024-12-15T15:42:04,398 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#B#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:04,398 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/fd01fa8048ce4283bf2ea4fec889a65f is 50, key is test_row_0/B:col10/1734277322468/Put/seqid=0 2024-12-15T15:42:04,424 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121560b8893f6b6442e5820bb4cd8a7df86d_d6c4cdbab8920a5abca3cba4c46a6a9c store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:04,429 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121560b8893f6b6442e5820bb4cd8a7df86d_d6c4cdbab8920a5abca3cba4c46a6a9c, store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:04,429 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121560b8893f6b6442e5820bb4cd8a7df86d_d6c4cdbab8920a5abca3cba4c46a6a9c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:04,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277384429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277384430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277384435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:04,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277384435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741970_1146 (size=12154) 2024-12-15T15:42:04,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741971_1147 (size=12207) 2024-12-15T15:42:04,473 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:04,484 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215cf50cd8b9dcd479cb0bf95761e860bde_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cf50cd8b9dcd479cb0bf95761e860bde_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:04,486 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/fd01fa8048ce4283bf2ea4fec889a65f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/fd01fa8048ce4283bf2ea4fec889a65f 2024-12-15T15:42:04,487 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/6fb7ac1d05454e05850bfa9a2e8ef0a8, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:04,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/6fb7ac1d05454e05850bfa9a2e8ef0a8 is 175, key is test_row_0/A:col10/1734277323186/Put/seqid=0 2024-12-15T15:42:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T15:42:04,502 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/B of d6c4cdbab8920a5abca3cba4c46a6a9c into fd01fa8048ce4283bf2ea4fec889a65f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:04,502 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:04,502 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/B, priority=13, startTime=1734277324329; duration=0sec 2024-12-15T15:42:04,502 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:04,502 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:B 2024-12-15T15:42:04,502 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:04,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741972_1148 (size=4469) 2024-12-15T15:42:04,504 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:04,505 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/C is initiating minor compaction (all files) 2024-12-15T15:42:04,505 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/C in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,505 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/cd44afdca9814bcaa5d491694c0978bd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/418717daf5934346807b2a8fc07100ba, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/92089d8a2e70450db6eb9af103d83304] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=35.3 K 2024-12-15T15:42:04,506 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd44afdca9814bcaa5d491694c0978bd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1734277320488 2024-12-15T15:42:04,506 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 418717daf5934346807b2a8fc07100ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734277321207 2024-12-15T15:42:04,507 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92089d8a2e70450db6eb9af103d83304, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734277322468 2024-12-15T15:42:04,511 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T15:42:04,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:04,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,512 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#A#compaction#122 average throughput is 0.21 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:04,513 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/52461d64724047a8ba1eafd59d175c5d is 175, key is test_row_0/A:col10/1734277322468/Put/seqid=0 2024-12-15T15:42:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741973_1149 (size=30955) 2024-12-15T15:42:04,526 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/6fb7ac1d05454e05850bfa9a2e8ef0a8 2024-12-15T15:42:04,529 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#C#compaction#125 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:04,530 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/207bb1db9b174d8c848874ccc4dd246a is 50, key is test_row_0/C:col10/1734277322468/Put/seqid=0 2024-12-15T15:42:04,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277384547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277384547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277384549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277384549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/84c22e654ab241a28ed98b4b93d1e470 is 50, key is test_row_0/B:col10/1734277323186/Put/seqid=0 2024-12-15T15:42:04,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741974_1150 (size=31161) 2024-12-15T15:42:04,589 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/52461d64724047a8ba1eafd59d175c5d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/52461d64724047a8ba1eafd59d175c5d 2024-12-15T15:42:04,597 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/A of d6c4cdbab8920a5abca3cba4c46a6a9c into 52461d64724047a8ba1eafd59d175c5d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:04,597 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:04,597 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/A, priority=13, startTime=1734277324329; duration=0sec 2024-12-15T15:42:04,597 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:04,597 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:A 2024-12-15T15:42:04,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741975_1151 (size=12207) 2024-12-15T15:42:04,639 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/207bb1db9b174d8c848874ccc4dd246a as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/207bb1db9b174d8c848874ccc4dd246a 2024-12-15T15:42:04,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741976_1152 (size=12001) 2024-12-15T15:42:04,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/84c22e654ab241a28ed98b4b93d1e470 2024-12-15T15:42:04,672 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T15:42:04,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:04,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/f7a5d2db008147c4a4505df5e17a2c06 is 50, key is test_row_0/C:col10/1734277323186/Put/seqid=0 2024-12-15T15:42:04,687 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/C of d6c4cdbab8920a5abca3cba4c46a6a9c into 207bb1db9b174d8c848874ccc4dd246a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:04,687 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:04,687 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/C, priority=13, startTime=1734277324329; duration=0sec 2024-12-15T15:42:04,687 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:04,687 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:C 2024-12-15T15:42:04,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741977_1153 (size=12001) 2024-12-15T15:42:04,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/f7a5d2db008147c4a4505df5e17a2c06 2024-12-15T15:42:04,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/6fb7ac1d05454e05850bfa9a2e8ef0a8 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/6fb7ac1d05454e05850bfa9a2e8ef0a8 2024-12-15T15:42:04,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/6fb7ac1d05454e05850bfa9a2e8ef0a8, entries=150, sequenceid=119, filesize=30.2 K 2024-12-15T15:42:04,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/84c22e654ab241a28ed98b4b93d1e470 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/84c22e654ab241a28ed98b4b93d1e470 2024-12-15T15:42:04,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/84c22e654ab241a28ed98b4b93d1e470, entries=150, sequenceid=119, filesize=11.7 K 2024-12-15T15:42:04,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/f7a5d2db008147c4a4505df5e17a2c06 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/f7a5d2db008147c4a4505df5e17a2c06 2024-12-15T15:42:04,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277384754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/f7a5d2db008147c4a4505df5e17a2c06, entries=150, sequenceid=119, filesize=11.7 K 2024-12-15T15:42:04,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for d6c4cdbab8920a5abca3cba4c46a6a9c in 413ms, sequenceid=119, compaction requested=false 2024-12-15T15:42:04,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:04,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-15T15:42:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:04,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152110dbe6494345678b69c010a0c7c9ba_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277324766/Put/seqid=0 2024-12-15T15:42:04,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277384817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,826 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T15:42:04,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:04,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277384827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277384828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741978_1154 (size=12304) 2024-12-15T15:42:04,869 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:04,895 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152110dbe6494345678b69c010a0c7c9ba_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152110dbe6494345678b69c010a0c7c9ba_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:04,904 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/62eee5da7f7343fcbb5693053915b5b5, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:04,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/62eee5da7f7343fcbb5693053915b5b5 is 175, key is test_row_0/A:col10/1734277324766/Put/seqid=0 2024-12-15T15:42:04,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277384922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741979_1155 (size=31105) 2024-12-15T15:42:04,939 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=144, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/62eee5da7f7343fcbb5693053915b5b5 2024-12-15T15:42:04,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277384940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277384940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/319785232264444390f12928dae22958 is 50, key is test_row_0/B:col10/1734277324766/Put/seqid=0 2024-12-15T15:42:04,991 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:04,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T15:42:04,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:04,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:04,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:05,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741980_1156 (size=12151) 2024-12-15T15:42:05,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/319785232264444390f12928dae22958 2024-12-15T15:42:05,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/7c12440019db49238f3ed959dedc830a is 50, key is test_row_0/C:col10/1734277324766/Put/seqid=0 2024-12-15T15:42:05,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:05,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277385059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741981_1157 (size=12151) 2024-12-15T15:42:05,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/7c12440019db49238f3ed959dedc830a 2024-12-15T15:42:05,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/62eee5da7f7343fcbb5693053915b5b5 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/62eee5da7f7343fcbb5693053915b5b5 2024-12-15T15:42:05,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277385128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/62eee5da7f7343fcbb5693053915b5b5, entries=150, sequenceid=144, filesize=30.4 K 2024-12-15T15:42:05,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/319785232264444390f12928dae22958 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/319785232264444390f12928dae22958 2024-12-15T15:42:05,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277385145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277385145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,150 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T15:42:05,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:05,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:05,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/319785232264444390f12928dae22958, entries=150, sequenceid=144, filesize=11.9 K 2024-12-15T15:42:05,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/7c12440019db49238f3ed959dedc830a as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/7c12440019db49238f3ed959dedc830a 2024-12-15T15:42:05,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/7c12440019db49238f3ed959dedc830a, entries=150, sequenceid=144, filesize=11.9 K 2024-12-15T15:42:05,214 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for d6c4cdbab8920a5abca3cba4c46a6a9c in 446ms, sequenceid=144, compaction requested=true 2024-12-15T15:42:05,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:05,214 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:05,217 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:05,217 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/A is initiating minor compaction (all files) 2024-12-15T15:42:05,217 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/A in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:05,217 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/52461d64724047a8ba1eafd59d175c5d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/6fb7ac1d05454e05850bfa9a2e8ef0a8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/62eee5da7f7343fcbb5693053915b5b5] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=91.0 K 2024-12-15T15:42:05,217 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:05,217 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/52461d64724047a8ba1eafd59d175c5d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/6fb7ac1d05454e05850bfa9a2e8ef0a8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/62eee5da7f7343fcbb5693053915b5b5] 2024-12-15T15:42:05,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:05,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:05,218 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:05,220 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52461d64724047a8ba1eafd59d175c5d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734277322468 2024-12-15T15:42:05,221 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fb7ac1d05454e05850bfa9a2e8ef0a8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734277323186 2024-12-15T15:42:05,222 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:05,222 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/B is initiating minor compaction (all files) 2024-12-15T15:42:05,222 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/B in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:05,222 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/fd01fa8048ce4283bf2ea4fec889a65f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/84c22e654ab241a28ed98b4b93d1e470, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/319785232264444390f12928dae22958] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=35.5 K 2024-12-15T15:42:05,223 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62eee5da7f7343fcbb5693053915b5b5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1734277324426 2024-12-15T15:42:05,225 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting fd01fa8048ce4283bf2ea4fec889a65f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734277322468 2024-12-15T15:42:05,228 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 84c22e654ab241a28ed98b4b93d1e470, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734277323186 2024-12-15T15:42:05,229 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 319785232264444390f12928dae22958, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1734277324426 2024-12-15T15:42:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:05,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:05,249 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:05,256 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215be71bf4a228543598fea2d0abb68029f_d6c4cdbab8920a5abca3cba4c46a6a9c store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:05,264 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#B#compaction#132 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:05,265 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/930d3d59049c4c56b72c8d3575ef4697 is 50, key is test_row_0/B:col10/1734277324766/Put/seqid=0 2024-12-15T15:42:05,268 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215be71bf4a228543598fea2d0abb68029f_d6c4cdbab8920a5abca3cba4c46a6a9c, store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:05,269 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215be71bf4a228543598fea2d0abb68029f_d6c4cdbab8920a5abca3cba4c46a6a9c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:05,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741982_1158 (size=12459) 2024-12-15T15:42:05,283 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/930d3d59049c4c56b72c8d3575ef4697 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/930d3d59049c4c56b72c8d3575ef4697 2024-12-15T15:42:05,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741983_1159 (size=4469) 2024-12-15T15:42:05,300 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/B of d6c4cdbab8920a5abca3cba4c46a6a9c into 930d3d59049c4c56b72c8d3575ef4697(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:05,300 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:05,300 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/B, priority=13, startTime=1734277325218; duration=0sec 2024-12-15T15:42:05,300 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:05,300 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:B 2024-12-15T15:42:05,300 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:05,302 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:05,302 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/C is initiating minor compaction (all files) 2024-12-15T15:42:05,302 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/C in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:05,302 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/207bb1db9b174d8c848874ccc4dd246a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/f7a5d2db008147c4a4505df5e17a2c06, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/7c12440019db49238f3ed959dedc830a] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=35.5 K 2024-12-15T15:42:05,303 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 207bb1db9b174d8c848874ccc4dd246a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734277322468 2024-12-15T15:42:05,303 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f7a5d2db008147c4a4505df5e17a2c06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1734277323186 2024-12-15T15:42:05,303 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c12440019db49238f3ed959dedc830a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1734277324426 2024-12-15T15:42:05,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-15T15:42:05,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:05,307 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-15T15:42:05,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:05,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:05,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:05,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:05,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:05,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:05,317 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#C#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:05,317 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/1007edeca6c543199a3bdf6170a2fedb is 50, key is test_row_0/C:col10/1734277324766/Put/seqid=0 2024-12-15T15:42:05,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f8706b344f704deabb36e5138ba26d23_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277324813/Put/seqid=0 2024-12-15T15:42:05,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741984_1160 (size=12459) 2024-12-15T15:42:05,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741985_1161 (size=12304) 2024-12-15T15:42:05,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:05,370 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f8706b344f704deabb36e5138ba26d23_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f8706b344f704deabb36e5138ba26d23_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:05,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/ba8ca2e419f5424fae5b966584b8f2a3, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:05,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/ba8ca2e419f5424fae5b966584b8f2a3 is 175, key is test_row_0/A:col10/1734277324813/Put/seqid=0 2024-12-15T15:42:05,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741986_1162 (size=31105) 2024-12-15T15:42:05,377 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/ba8ca2e419f5424fae5b966584b8f2a3 2024-12-15T15:42:05,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/10a8ac81bb42412790ab21f85fc815c6 is 50, key is test_row_0/B:col10/1734277324813/Put/seqid=0 2024-12-15T15:42:05,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741987_1163 (size=12151) 2024-12-15T15:42:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:05,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:05,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277385470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277385479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277385479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1734277385498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,500 DEBUG [Thread-616 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4199 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:42:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T15:42:05,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277385567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277385587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277385592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277385599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,688 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#A#compaction#131 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:05,688 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/473bcb94eb9640df960bada5eabd515f is 175, key is test_row_0/A:col10/1734277324766/Put/seqid=0 2024-12-15T15:42:05,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741988_1164 (size=31413) 2024-12-15T15:42:05,744 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/473bcb94eb9640df960bada5eabd515f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/473bcb94eb9640df960bada5eabd515f 2024-12-15T15:42:05,758 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/1007edeca6c543199a3bdf6170a2fedb as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/1007edeca6c543199a3bdf6170a2fedb 2024-12-15T15:42:05,767 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/C of d6c4cdbab8920a5abca3cba4c46a6a9c into 1007edeca6c543199a3bdf6170a2fedb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:05,767 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:05,767 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/C, priority=13, startTime=1734277325231; duration=0sec 2024-12-15T15:42:05,767 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:05,772 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:C 2024-12-15T15:42:05,779 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/A of d6c4cdbab8920a5abca3cba4c46a6a9c into 473bcb94eb9640df960bada5eabd515f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:05,779 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:05,779 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/A, priority=13, startTime=1734277325214; duration=0sec 2024-12-15T15:42:05,779 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:05,779 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:A 2024-12-15T15:42:05,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277385798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277385801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277385802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:05,805 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/10a8ac81bb42412790ab21f85fc815c6 2024-12-15T15:42:05,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/a18221e6318944a599cfdc4139fd3402 is 50, key is test_row_0/C:col10/1734277324813/Put/seqid=0 2024-12-15T15:42:05,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741989_1165 (size=12151) 2024-12-15T15:42:06,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277386111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:06,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:06,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277386112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:06,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277386112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:06,260 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/a18221e6318944a599cfdc4139fd3402 2024-12-15T15:42:06,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/ba8ca2e419f5424fae5b966584b8f2a3 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ba8ca2e419f5424fae5b966584b8f2a3 2024-12-15T15:42:06,284 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ba8ca2e419f5424fae5b966584b8f2a3, entries=150, sequenceid=160, filesize=30.4 K 2024-12-15T15:42:06,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/10a8ac81bb42412790ab21f85fc815c6 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/10a8ac81bb42412790ab21f85fc815c6 2024-12-15T15:42:06,294 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/10a8ac81bb42412790ab21f85fc815c6, entries=150, sequenceid=160, filesize=11.9 K 2024-12-15T15:42:06,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/a18221e6318944a599cfdc4139fd3402 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/a18221e6318944a599cfdc4139fd3402 2024-12-15T15:42:06,309 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/a18221e6318944a599cfdc4139fd3402, entries=150, sequenceid=160, filesize=11.9 K 2024-12-15T15:42:06,311 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d6c4cdbab8920a5abca3cba4c46a6a9c in 1004ms, sequenceid=160, compaction requested=false 2024-12-15T15:42:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:06,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-15T15:42:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-12-15T15:42:06,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-15T15:42:06,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9230 sec 2024-12-15T15:42:06,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 2.9440 sec 2024-12-15T15:42:06,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T15:42:06,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:06,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:06,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:06,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:06,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:06,608 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:06,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:06,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215075dd648e5ec47b8a664254393d3c48e_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277326576/Put/seqid=0 2024-12-15T15:42:06,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277386643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:06,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277386646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:06,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277386647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:06,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277386647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:06,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741990_1166 (size=12304) 2024-12-15T15:42:06,661 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:06,672 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215075dd648e5ec47b8a664254393d3c48e_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215075dd648e5ec47b8a664254393d3c48e_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:06,679 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/ad2ac7a061e345cd8bbcd7ed13166fa2, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:06,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/ad2ac7a061e345cd8bbcd7ed13166fa2 is 175, key is test_row_0/A:col10/1734277326576/Put/seqid=0 2024-12-15T15:42:06,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741991_1167 (size=31105) 2024-12-15T15:42:06,702 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/ad2ac7a061e345cd8bbcd7ed13166fa2 2024-12-15T15:42:06,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/d6e58d75822e41158638861c43edd1a1 is 50, key is test_row_0/B:col10/1734277326576/Put/seqid=0 2024-12-15T15:42:06,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741992_1168 (size=12151) 2024-12-15T15:42:06,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277386752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:06,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277386756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:06,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277386756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:06,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277386756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:06,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277386954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:06,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277386961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:06,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277386961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:06,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277386961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:07,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/d6e58d75822e41158638861c43edd1a1 2024-12-15T15:42:07,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/65165ba76f6d4fa1bb9b2c938ffe8069 is 50, key is test_row_0/C:col10/1734277326576/Put/seqid=0 2024-12-15T15:42:07,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741993_1169 (size=12151) 2024-12-15T15:42:07,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277387266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:07,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277387264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:07,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277387268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:07,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277387269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-15T15:42:07,515 INFO [Thread-618 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-12-15T15:42:07,517 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-12-15T15:42:07,519 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:07,520 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:07,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T15:42:07,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/65165ba76f6d4fa1bb9b2c938ffe8069 2024-12-15T15:42:07,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/ad2ac7a061e345cd8bbcd7ed13166fa2 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ad2ac7a061e345cd8bbcd7ed13166fa2 2024-12-15T15:42:07,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T15:42:07,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ad2ac7a061e345cd8bbcd7ed13166fa2, entries=150, sequenceid=185, filesize=30.4 K 2024-12-15T15:42:07,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/d6e58d75822e41158638861c43edd1a1 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/d6e58d75822e41158638861c43edd1a1 2024-12-15T15:42:07,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/d6e58d75822e41158638861c43edd1a1, entries=150, sequenceid=185, filesize=11.9 K 2024-12-15T15:42:07,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/65165ba76f6d4fa1bb9b2c938ffe8069 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/65165ba76f6d4fa1bb9b2c938ffe8069 2024-12-15T15:42:07,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/65165ba76f6d4fa1bb9b2c938ffe8069, entries=150, sequenceid=185, filesize=11.9 K 2024-12-15T15:42:07,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d6c4cdbab8920a5abca3cba4c46a6a9c in 1067ms, sequenceid=185, compaction requested=true 2024-12-15T15:42:07,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:07,675 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:07,675 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:07,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:07,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:07,676 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:07,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:07,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:07,676 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:07,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:07,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:07,676 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/A is initiating minor compaction (all files) 2024-12-15T15:42:07,677 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/A in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:07,677 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/473bcb94eb9640df960bada5eabd515f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ba8ca2e419f5424fae5b966584b8f2a3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ad2ac7a061e345cd8bbcd7ed13166fa2] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=91.4 K 2024-12-15T15:42:07,677 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:07,677 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/473bcb94eb9640df960bada5eabd515f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ba8ca2e419f5424fae5b966584b8f2a3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ad2ac7a061e345cd8bbcd7ed13166fa2] 2024-12-15T15:42:07,679 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 473bcb94eb9640df960bada5eabd515f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1734277324426 2024-12-15T15:42:07,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-15T15:42:07,682 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:07,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:07,682 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/B is initiating minor compaction (all files) 2024-12-15T15:42:07,682 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/B in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:07,682 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T15:42:07,682 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/930d3d59049c4c56b72c8d3575ef4697, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/10a8ac81bb42412790ab21f85fc815c6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/d6e58d75822e41158638861c43edd1a1] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=35.9 K 2024-12-15T15:42:07,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:07,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:07,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:07,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:07,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:07,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:07,683 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba8ca2e419f5424fae5b966584b8f2a3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734277324778 2024-12-15T15:42:07,684 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 930d3d59049c4c56b72c8d3575ef4697, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1734277324426 2024-12-15T15:42:07,685 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 10a8ac81bb42412790ab21f85fc815c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734277324778 2024-12-15T15:42:07,685 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad2ac7a061e345cd8bbcd7ed13166fa2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1734277325472 2024-12-15T15:42:07,687 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d6e58d75822e41158638861c43edd1a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1734277325472 2024-12-15T15:42:07,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215e0c6d257509b466a80f6971937601b63_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277326612/Put/seqid=0 2024-12-15T15:42:07,719 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:07,737 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#B#compaction#142 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:07,738 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/aceb56274b844b73ac1e4ff06a33427e is 50, key is test_row_0/B:col10/1734277326576/Put/seqid=0 2024-12-15T15:42:07,739 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215bb2e4b3a1f944b69921ceddcd199551d_d6c4cdbab8920a5abca3cba4c46a6a9c store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:07,741 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215bb2e4b3a1f944b69921ceddcd199551d_d6c4cdbab8920a5abca3cba4c46a6a9c, store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:07,741 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215bb2e4b3a1f944b69921ceddcd199551d_d6c4cdbab8920a5abca3cba4c46a6a9c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:07,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741994_1170 (size=12304) 2024-12-15T15:42:07,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:07,760 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215e0c6d257509b466a80f6971937601b63_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e0c6d257509b466a80f6971937601b63_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:07,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/478438a5bb35491088cd15356b377859, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:07,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/478438a5bb35491088cd15356b377859 is 175, key is test_row_0/A:col10/1734277326612/Put/seqid=0 2024-12-15T15:42:07,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741995_1171 (size=12561) 2024-12-15T15:42:07,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:07,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741996_1172 (size=4469) 2024-12-15T15:42:07,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741997_1173 (size=31105) 2024-12-15T15:42:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T15:42:07,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277387825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:07,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:07,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277387827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:07,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277387833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:07,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277387834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:07,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277387940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:07,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277387940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:07,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277387944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:07,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277387947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:08,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T15:42:08,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:08,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277388143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:08,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277388143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:08,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:08,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277388154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:08,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277388161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:08,179 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#A#compaction#141 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:08,180 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/553059facaa24ec89fcf64b4179a461a is 175, key is test_row_0/A:col10/1734277326576/Put/seqid=0 2024-12-15T15:42:08,180 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/aceb56274b844b73ac1e4ff06a33427e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/aceb56274b844b73ac1e4ff06a33427e 2024-12-15T15:42:08,189 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/478438a5bb35491088cd15356b377859 2024-12-15T15:42:08,197 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/B of d6c4cdbab8920a5abca3cba4c46a6a9c into aceb56274b844b73ac1e4ff06a33427e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:08,197 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:08,197 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/B, priority=13, startTime=1734277327676; duration=0sec 2024-12-15T15:42:08,197 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:08,197 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:B 2024-12-15T15:42:08,197 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:08,203 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:08,203 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/C is initiating minor compaction (all files) 2024-12-15T15:42:08,203 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/C in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:08,204 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/1007edeca6c543199a3bdf6170a2fedb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/a18221e6318944a599cfdc4139fd3402, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/65165ba76f6d4fa1bb9b2c938ffe8069] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=35.9 K 2024-12-15T15:42:08,204 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 1007edeca6c543199a3bdf6170a2fedb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1734277324426 2024-12-15T15:42:08,205 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a18221e6318944a599cfdc4139fd3402, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1734277324778 2024-12-15T15:42:08,205 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 65165ba76f6d4fa1bb9b2c938ffe8069, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1734277325472 2024-12-15T15:42:08,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/6317e88194bc4de6aad19ef315783617 is 50, key is test_row_0/B:col10/1734277326612/Put/seqid=0 2024-12-15T15:42:08,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741998_1174 (size=31515) 2024-12-15T15:42:08,268 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#C#compaction#144 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:08,269 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/3ee73d2c65fd48b5967682d86f9993c7 is 50, key is test_row_0/C:col10/1734277326576/Put/seqid=0 2024-12-15T15:42:08,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741999_1175 (size=12151) 2024-12-15T15:42:08,276 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/6317e88194bc4de6aad19ef315783617 2024-12-15T15:42:08,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/20270c888b994750994f319048a4be9a is 50, key is test_row_0/C:col10/1734277326612/Put/seqid=0 2024-12-15T15:42:08,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742000_1176 (size=12561) 2024-12-15T15:42:08,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742001_1177 (size=12151) 2024-12-15T15:42:08,341 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/3ee73d2c65fd48b5967682d86f9993c7 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/3ee73d2c65fd48b5967682d86f9993c7 2024-12-15T15:42:08,349 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/C of d6c4cdbab8920a5abca3cba4c46a6a9c into 3ee73d2c65fd48b5967682d86f9993c7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:08,349 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:08,349 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/C, priority=13, startTime=1734277327676; duration=0sec 2024-12-15T15:42:08,349 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:08,350 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:C 2024-12-15T15:42:08,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:08,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277388448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:08,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277388451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:08,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:08,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277388464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:08,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:08,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277388467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T15:42:08,660 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/553059facaa24ec89fcf64b4179a461a as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/553059facaa24ec89fcf64b4179a461a 2024-12-15T15:42:08,676 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/A of d6c4cdbab8920a5abca3cba4c46a6a9c into 553059facaa24ec89fcf64b4179a461a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:08,676 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:08,676 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/A, priority=13, startTime=1734277327675; duration=1sec 2024-12-15T15:42:08,676 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:08,677 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:A 2024-12-15T15:42:08,730 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/20270c888b994750994f319048a4be9a 2024-12-15T15:42:08,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/478438a5bb35491088cd15356b377859 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/478438a5bb35491088cd15356b377859 2024-12-15T15:42:08,764 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/478438a5bb35491088cd15356b377859, entries=150, sequenceid=198, filesize=30.4 K 2024-12-15T15:42:08,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/6317e88194bc4de6aad19ef315783617 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/6317e88194bc4de6aad19ef315783617 2024-12-15T15:42:08,774 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/6317e88194bc4de6aad19ef315783617, entries=150, sequenceid=198, filesize=11.9 K 2024-12-15T15:42:08,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/20270c888b994750994f319048a4be9a as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/20270c888b994750994f319048a4be9a 2024-12-15T15:42:08,786 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/20270c888b994750994f319048a4be9a, entries=150, sequenceid=198, filesize=11.9 K 2024-12-15T15:42:08,787 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d6c4cdbab8920a5abca3cba4c46a6a9c in 1105ms, sequenceid=198, compaction requested=false 2024-12-15T15:42:08,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:08,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:08,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-15T15:42:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-12-15T15:42:08,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-15T15:42:08,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2790 sec 2024-12-15T15:42:08,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.2860 sec 2024-12-15T15:42:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:08,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T15:42:08,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:08,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:08,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:08,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:08,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:08,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:08,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152899a014544d41cbad041dfeb1dc7898_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277327792/Put/seqid=0 2024-12-15T15:42:09,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742002_1178 (size=12304) 2024-12-15T15:42:09,002 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:09,018 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152899a014544d41cbad041dfeb1dc7898_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152899a014544d41cbad041dfeb1dc7898_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:09,021 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/cb30340e6dd64f8893e46e426f22a1b8, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:09,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/cb30340e6dd64f8893e46e426f22a1b8 is 175, key is test_row_0/A:col10/1734277327792/Put/seqid=0 2024-12-15T15:42:09,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277388994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742003_1179 (size=31105) 2024-12-15T15:42:09,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277389033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277389036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277389036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277389136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277389139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277389142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277389175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277389339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277389343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277389352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277389389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,449 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/cb30340e6dd64f8893e46e426f22a1b8 2024-12-15T15:42:09,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/d7be04a5e32a4226bb2df6e6ac1eab1e is 50, key is test_row_0/B:col10/1734277327792/Put/seqid=0 2024-12-15T15:42:09,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1734277389520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,523 DEBUG [Thread-616 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8223 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:42:09,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742004_1180 (size=12151) 2024-12-15T15:42:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-15T15:42:09,629 INFO [Thread-618 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-15T15:42:09,638 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-15T15:42:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T15:42:09,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277389644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,647 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:09,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277389648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,651 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:09,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:09,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277389663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277389696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T15:42:09,807 INFO [master/af3997dcf86f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-15T15:42:09,808 INFO [master/af3997dcf86f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-15T15:42:09,808 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T15:42:09,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:09,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:09,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:09,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:09,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T15:42:09,961 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:09,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/d7be04a5e32a4226bb2df6e6ac1eab1e 2024-12-15T15:42:09,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T15:42:09,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:09,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:09,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:09,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:09,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:09,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/3b562a7a3704455e828a6eb886aea7c5 is 50, key is test_row_0/C:col10/1734277327792/Put/seqid=0 2024-12-15T15:42:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742005_1181 (size=12151) 2024-12-15T15:42:10,119 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:10,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T15:42:10,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:10,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:10,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:10,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:10,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:10,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277390153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:10,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277390155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:10,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277390167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:10,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277390201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T15:42:10,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:10,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T15:42:10,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:10,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:10,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:10,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:10,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:10,454 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:10,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/3b562a7a3704455e828a6eb886aea7c5 2024-12-15T15:42:10,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T15:42:10,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:10,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:10,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:10,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:10,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:10,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/cb30340e6dd64f8893e46e426f22a1b8 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/cb30340e6dd64f8893e46e426f22a1b8 2024-12-15T15:42:10,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/cb30340e6dd64f8893e46e426f22a1b8, entries=150, sequenceid=225, filesize=30.4 K 2024-12-15T15:42:10,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/d7be04a5e32a4226bb2df6e6ac1eab1e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/d7be04a5e32a4226bb2df6e6ac1eab1e 2024-12-15T15:42:10,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/d7be04a5e32a4226bb2df6e6ac1eab1e, entries=150, sequenceid=225, filesize=11.9 K 2024-12-15T15:42:10,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/3b562a7a3704455e828a6eb886aea7c5 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/3b562a7a3704455e828a6eb886aea7c5 2024-12-15T15:42:10,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/3b562a7a3704455e828a6eb886aea7c5, entries=150, sequenceid=225, filesize=11.9 K 2024-12-15T15:42:10,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d6c4cdbab8920a5abca3cba4c46a6a9c in 1542ms, sequenceid=225, compaction requested=true 2024-12-15T15:42:10,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:10,505 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:10,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:10,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:10,505 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:10,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:10,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:10,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:10,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:10,507 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:10,507 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:10,507 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/A is initiating minor compaction (all files) 2024-12-15T15:42:10,507 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/A in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:10,507 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/553059facaa24ec89fcf64b4179a461a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/478438a5bb35491088cd15356b377859, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/cb30340e6dd64f8893e46e426f22a1b8] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=91.5 K 2024-12-15T15:42:10,507 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:10,507 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/553059facaa24ec89fcf64b4179a461a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/478438a5bb35491088cd15356b377859, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/cb30340e6dd64f8893e46e426f22a1b8] 2024-12-15T15:42:10,507 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/B is initiating minor compaction (all files) 2024-12-15T15:42:10,508 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/B in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:10,508 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/aceb56274b844b73ac1e4ff06a33427e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/6317e88194bc4de6aad19ef315783617, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/d7be04a5e32a4226bb2df6e6ac1eab1e] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=36.0 K 2024-12-15T15:42:10,508 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting aceb56274b844b73ac1e4ff06a33427e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1734277325472 2024-12-15T15:42:10,509 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 553059facaa24ec89fcf64b4179a461a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1734277325472 2024-12-15T15:42:10,509 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6317e88194bc4de6aad19ef315783617, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734277326612 2024-12-15T15:42:10,509 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 478438a5bb35491088cd15356b377859, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734277326612 2024-12-15T15:42:10,509 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d7be04a5e32a4226bb2df6e6ac1eab1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1734277327792 2024-12-15T15:42:10,509 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb30340e6dd64f8893e46e426f22a1b8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1734277327792 2024-12-15T15:42:10,519 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#B#compaction#149 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:10,520 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/21222d04ccfc434db37748c2eaecddff is 50, key is test_row_0/B:col10/1734277327792/Put/seqid=0 2024-12-15T15:42:10,531 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:10,546 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215b1c671fdbf1f4f93b3c48df8f080fe9a_d6c4cdbab8920a5abca3cba4c46a6a9c store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:10,548 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215b1c671fdbf1f4f93b3c48df8f080fe9a_d6c4cdbab8920a5abca3cba4c46a6a9c, store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:10,548 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b1c671fdbf1f4f93b3c48df8f080fe9a_d6c4cdbab8920a5abca3cba4c46a6a9c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:10,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742006_1182 (size=12663) 2024-12-15T15:42:10,578 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/21222d04ccfc434db37748c2eaecddff as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/21222d04ccfc434db37748c2eaecddff 2024-12-15T15:42:10,586 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/B of d6c4cdbab8920a5abca3cba4c46a6a9c into 21222d04ccfc434db37748c2eaecddff(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:10,586 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:10,587 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/B, priority=13, startTime=1734277330505; duration=0sec 2024-12-15T15:42:10,587 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:10,587 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:B 2024-12-15T15:42:10,587 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:10,589 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:10,589 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/C is initiating minor compaction (all files) 2024-12-15T15:42:10,589 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/C in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:10,589 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/3ee73d2c65fd48b5967682d86f9993c7, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/20270c888b994750994f319048a4be9a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/3b562a7a3704455e828a6eb886aea7c5] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=36.0 K 2024-12-15T15:42:10,590 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ee73d2c65fd48b5967682d86f9993c7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1734277325472 2024-12-15T15:42:10,590 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 20270c888b994750994f319048a4be9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1734277326612 2024-12-15T15:42:10,591 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b562a7a3704455e828a6eb886aea7c5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1734277327792 2024-12-15T15:42:10,605 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#C#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:10,606 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/76b5d9d240eb4d07abb367ba68187af2 is 50, key is test_row_0/C:col10/1734277327792/Put/seqid=0 2024-12-15T15:42:10,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742007_1183 (size=4469) 2024-12-15T15:42:10,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:10,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-15T15:42:10,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:10,609 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T15:42:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:10,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fc8e0284ba2545ef8a4488893aa82f67_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277328968/Put/seqid=0 2024-12-15T15:42:10,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742008_1184 (size=12663) 2024-12-15T15:42:10,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742009_1185 (size=12304) 2024-12-15T15:42:10,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,681 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/76b5d9d240eb4d07abb367ba68187af2 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/76b5d9d240eb4d07abb367ba68187af2 2024-12-15T15:42:10,688 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fc8e0284ba2545ef8a4488893aa82f67_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fc8e0284ba2545ef8a4488893aa82f67_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/e289790362a94098aa462e83c728e888, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:10,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/e289790362a94098aa462e83c728e888 is 175, key is test_row_0/A:col10/1734277328968/Put/seqid=0 2024-12-15T15:42:10,694 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/C of d6c4cdbab8920a5abca3cba4c46a6a9c into 76b5d9d240eb4d07abb367ba68187af2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:10,694 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:10,694 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/C, priority=13, startTime=1734277330505; duration=0sec 2024-12-15T15:42:10,695 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:10,695 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:C 2024-12-15T15:42:10,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742010_1186 (size=31105) 2024-12-15T15:42:10,743 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/e289790362a94098aa462e83c728e888 2024-12-15T15:42:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T15:42:10,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/9237345a0a6b4725901035ea86e96816 is 50, key is test_row_0/B:col10/1734277328968/Put/seqid=0 2024-12-15T15:42:10,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742011_1187 (size=12151) 2024-12-15T15:42:10,770 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/9237345a0a6b4725901035ea86e96816 2024-12-15T15:42:10,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/0d78802a446b401fb776fd6fc85c7385 is 50, key is test_row_0/C:col10/1734277328968/Put/seqid=0 2024-12-15T15:42:10,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742012_1188 (size=12151) 2024-12-15T15:42:10,826 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/0d78802a446b401fb776fd6fc85c7385 2024-12-15T15:42:10,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/e289790362a94098aa462e83c728e888 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/e289790362a94098aa462e83c728e888 2024-12-15T15:42:10,844 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/e289790362a94098aa462e83c728e888, entries=150, sequenceid=238, filesize=30.4 K 2024-12-15T15:42:10,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/9237345a0a6b4725901035ea86e96816 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/9237345a0a6b4725901035ea86e96816 2024-12-15T15:42:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,851 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/9237345a0a6b4725901035ea86e96816, entries=150, sequenceid=238, filesize=11.9 K 2024-12-15T15:42:10,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/0d78802a446b401fb776fd6fc85c7385 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/0d78802a446b401fb776fd6fc85c7385 2024-12-15T15:42:10,858 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/0d78802a446b401fb776fd6fc85c7385, entries=150, sequenceid=238, filesize=11.9 K 2024-12-15T15:42:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,865 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for d6c4cdbab8920a5abca3cba4c46a6a9c in 255ms, sequenceid=238, compaction requested=false 2024-12-15T15:42:10,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:10,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-15T15:42:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-15T15:42:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-15T15:42:10,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2200 sec 2024-12-15T15:42:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.2370 sec 2024-12-15T15:42:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,013 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#A#compaction#150 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,014 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/87fdf4104bdb49b780d151bca8b7f149 is 175, key is test_row_0/A:col10/1734277327792/Put/seqid=0 2024-12-15T15:42:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742013_1189 (size=31617) 2024-12-15T15:42:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T15:42:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:11,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121544ae4bd5fe0c4351b934919f7c26be23_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277331265/Put/seqid=0 2024-12-15T15:42:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742015_1191 (size=27248) 2024-12-15T15:42:11,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:11,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277391393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:11,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277391396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:11,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277391399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277391391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:11,495 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/87fdf4104bdb49b780d151bca8b7f149 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/87fdf4104bdb49b780d151bca8b7f149 2024-12-15T15:42:11,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277391506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:11,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277391506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:11,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277391512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:11,544 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/A of d6c4cdbab8920a5abca3cba4c46a6a9c into 87fdf4104bdb49b780d151bca8b7f149(size=30.9 K), total size for store is 61.3 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-12-15T15:42:11,544 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:11,544 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/A, priority=13, startTime=1734277330504; duration=1sec 2024-12-15T15:42:11,545 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:11,545 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:A 2024-12-15T15:42:11,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277391543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:11,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277391717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:11,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277391717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:11,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277391720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-15T15:42:11,755 INFO [Thread-618 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-15T15:42:11,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277391754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:11,772 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-15T15:42:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T15:42:11,793 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:11,799 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:11,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:11,804 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:11,839 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121544ae4bd5fe0c4351b934919f7c26be23_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121544ae4bd5fe0c4351b934919f7c26be23_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:11,843 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/1118f74659984bb6843e3a235fc04775, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:11,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/1118f74659984bb6843e3a235fc04775 is 175, key is test_row_0/A:col10/1734277331265/Put/seqid=0 2024-12-15T15:42:11,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742014_1190 (size=83035) 2024-12-15T15:42:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T15:42:11,967 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:11,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:11,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:11,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:11,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:11,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:11,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277392029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:12,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277392031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:12,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277392032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:12,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277392064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T15:42:12,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:12,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:12,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,257 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/1118f74659984bb6843e3a235fc04775 2024-12-15T15:42:12,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/1233e34668b445dda0cd2d2a1e5761de is 50, key is test_row_0/B:col10/1734277331265/Put/seqid=0 2024-12-15T15:42:12,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742016_1192 (size=12151) 2024-12-15T15:42:12,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:12,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/1233e34668b445dda0cd2d2a1e5761de 2024-12-15T15:42:12,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:12,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:12,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/e1c72adb4fea4e0b89ba0d3e067d940b is 50, key is test_row_0/C:col10/1734277331265/Put/seqid=0 2024-12-15T15:42:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T15:42:12,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742017_1193 (size=12151) 2024-12-15T15:42:12,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/e1c72adb4fea4e0b89ba0d3e067d940b 2024-12-15T15:42:12,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/1118f74659984bb6843e3a235fc04775 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/1118f74659984bb6843e3a235fc04775 2024-12-15T15:42:12,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/1118f74659984bb6843e3a235fc04775, entries=450, sequenceid=251, filesize=81.1 K 2024-12-15T15:42:12,482 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:12,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:12,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:12,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:12,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:12,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/1233e34668b445dda0cd2d2a1e5761de as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/1233e34668b445dda0cd2d2a1e5761de 2024-12-15T15:42:12,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/1233e34668b445dda0cd2d2a1e5761de, entries=150, sequenceid=251, filesize=11.9 K 2024-12-15T15:42:12,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/e1c72adb4fea4e0b89ba0d3e067d940b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/e1c72adb4fea4e0b89ba0d3e067d940b 2024-12-15T15:42:12,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277392539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:12,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:12,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277392544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277392542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:12,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/e1c72adb4fea4e0b89ba0d3e067d940b, entries=150, sequenceid=251, filesize=11.9 K 2024-12-15T15:42:12,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d6c4cdbab8920a5abca3cba4c46a6a9c in 1276ms, sequenceid=251, compaction requested=true 2024-12-15T15:42:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:12,561 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:12,561 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:12,561 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:12,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:12,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:12,563 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:12,563 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/B is initiating minor compaction (all files) 2024-12-15T15:42:12,563 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/B in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:12,563 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/21222d04ccfc434db37748c2eaecddff, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/9237345a0a6b4725901035ea86e96816, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/1233e34668b445dda0cd2d2a1e5761de] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=36.1 K 2024-12-15T15:42:12,563 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 145757 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:12,563 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/A is initiating minor compaction (all files) 2024-12-15T15:42:12,563 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/A in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:12,563 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/87fdf4104bdb49b780d151bca8b7f149, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/e289790362a94098aa462e83c728e888, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/1118f74659984bb6843e3a235fc04775] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=142.3 K 2024-12-15T15:42:12,563 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:12,564 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/87fdf4104bdb49b780d151bca8b7f149, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/e289790362a94098aa462e83c728e888, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/1118f74659984bb6843e3a235fc04775] 2024-12-15T15:42:12,564 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 21222d04ccfc434db37748c2eaecddff, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1734277327792 2024-12-15T15:42:12,564 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9237345a0a6b4725901035ea86e96816, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734277328968 2024-12-15T15:42:12,565 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 87fdf4104bdb49b780d151bca8b7f149, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1734277327792 2024-12-15T15:42:12,565 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 1233e34668b445dda0cd2d2a1e5761de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734277331265 2024-12-15T15:42:12,565 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting e289790362a94098aa462e83c728e888, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734277328968 2024-12-15T15:42:12,566 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1118f74659984bb6843e3a235fc04775, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734277331197 2024-12-15T15:42:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:12,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T15:42:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:12,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:12,590 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#B#compaction#158 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:12,591 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/586182addcc8462e9de75947c96c6c5e is 50, key is test_row_0/B:col10/1734277331265/Put/seqid=0 2024-12-15T15:42:12,592 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:12,599 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121565eddd1a679a467abf23f7461c10f0f4_d6c4cdbab8920a5abca3cba4c46a6a9c store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:12,602 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121565eddd1a679a467abf23f7461c10f0f4_d6c4cdbab8920a5abca3cba4c46a6a9c, store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:12,603 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121565eddd1a679a467abf23f7461c10f0f4_d6c4cdbab8920a5abca3cba4c46a6a9c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:12,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:12,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:12,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c8a41390fc9941c292e925579cea0a08_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277331394/Put/seqid=0 2024-12-15T15:42:12,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742018_1194 (size=12765) 2024-12-15T15:42:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742019_1195 (size=4469) 2024-12-15T15:42:12,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277392723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:12,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742020_1196 (size=12454) 2024-12-15T15:42:12,807 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:12,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:12,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:12,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277392840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T15:42:12,978 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:12,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:12,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:12,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:12,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:12,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:12,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277393070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:13,088 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/586182addcc8462e9de75947c96c6c5e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/586182addcc8462e9de75947c96c6c5e 2024-12-15T15:42:13,094 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#A#compaction#159 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:13,094 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/c8325649b21a4a439292dade60cfceb2 is 175, key is test_row_0/A:col10/1734277331265/Put/seqid=0 2024-12-15T15:42:13,109 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/B of d6c4cdbab8920a5abca3cba4c46a6a9c into 586182addcc8462e9de75947c96c6c5e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:13,109 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:13,109 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/B, priority=13, startTime=1734277332561; duration=0sec 2024-12-15T15:42:13,109 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:13,109 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:B 2024-12-15T15:42:13,109 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:13,119 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:13,119 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/C is initiating minor compaction (all files) 2024-12-15T15:42:13,119 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/C in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:13,120 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/76b5d9d240eb4d07abb367ba68187af2, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/0d78802a446b401fb776fd6fc85c7385, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/e1c72adb4fea4e0b89ba0d3e067d940b] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=36.1 K 2024-12-15T15:42:13,125 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 76b5d9d240eb4d07abb367ba68187af2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1734277327792 2024-12-15T15:42:13,128 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d78802a446b401fb776fd6fc85c7385, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1734277328968 2024-12-15T15:42:13,131 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e1c72adb4fea4e0b89ba0d3e067d940b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734277331265 2024-12-15T15:42:13,135 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:13,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742021_1197 (size=31719) 2024-12-15T15:42:13,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:13,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:13,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:13,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:13,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,143 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:13,166 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c8a41390fc9941c292e925579cea0a08_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c8a41390fc9941c292e925579cea0a08_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:13,171 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/c8325649b21a4a439292dade60cfceb2 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/c8325649b21a4a439292dade60cfceb2 2024-12-15T15:42:13,179 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#C#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:13,180 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/d0beafc0a2b74c3986b79d18f21d526e, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:13,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/d0beafc0a2b74c3986b79d18f21d526e is 175, key is test_row_0/A:col10/1734277331394/Put/seqid=0 2024-12-15T15:42:13,187 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/2d099a2d22ff4e30b59e5906ecf48d1a is 50, key is test_row_0/C:col10/1734277331265/Put/seqid=0 2024-12-15T15:42:13,203 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/A of d6c4cdbab8920a5abca3cba4c46a6a9c into c8325649b21a4a439292dade60cfceb2(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:13,203 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:13,203 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/A, priority=13, startTime=1734277332561; duration=0sec 2024-12-15T15:42:13,203 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:13,203 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:A 2024-12-15T15:42:13,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742022_1198 (size=31255) 2024-12-15T15:42:13,247 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/d0beafc0a2b74c3986b79d18f21d526e 2024-12-15T15:42:13,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742023_1199 (size=12765) 2024-12-15T15:42:13,296 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/2d099a2d22ff4e30b59e5906ecf48d1a as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/2d099a2d22ff4e30b59e5906ecf48d1a 2024-12-15T15:42:13,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:13,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:13,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/883a851e95c848caa56a0d1e78507e16 is 50, key is test_row_0/B:col10/1734277331394/Put/seqid=0 2024-12-15T15:42:13,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:13,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:13,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:13,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,324 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/C of d6c4cdbab8920a5abca3cba4c46a6a9c into 2d099a2d22ff4e30b59e5906ecf48d1a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:13,324 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:13,324 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/C, priority=13, startTime=1734277332562; duration=0sec 2024-12-15T15:42:13,324 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:13,324 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:C 2024-12-15T15:42:13,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742024_1200 (size=12301) 2024-12-15T15:42:13,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:13,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277393385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:13,470 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:13,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:13,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:13,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:13,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:13,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277393558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:13,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277393558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:13,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:13,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277393567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:13,630 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:13,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:13,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:13,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:13,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:13,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/883a851e95c848caa56a0d1e78507e16 2024-12-15T15:42:13,784 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:13,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:13,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:13,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:13,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:13,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/29ba2185cf2e4883a9fe0538e00da49c is 50, key is test_row_0/C:col10/1734277331394/Put/seqid=0 2024-12-15T15:42:13,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742025_1201 (size=12301) 2024-12-15T15:42:13,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T15:42:13,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277393905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:13,951 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:13,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:13,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:13,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:13,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:13,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:14,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:14,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:14,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:14,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:14,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:14,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:14,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:14,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/29ba2185cf2e4883a9fe0538e00da49c 2024-12-15T15:42:14,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:14,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:14,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:14,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:14,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:14,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:14,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:14,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:14,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/d0beafc0a2b74c3986b79d18f21d526e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/d0beafc0a2b74c3986b79d18f21d526e 2024-12-15T15:42:14,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/d0beafc0a2b74c3986b79d18f21d526e, entries=150, sequenceid=277, filesize=30.5 K 2024-12-15T15:42:14,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/883a851e95c848caa56a0d1e78507e16 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/883a851e95c848caa56a0d1e78507e16 2024-12-15T15:42:14,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/883a851e95c848caa56a0d1e78507e16, entries=150, sequenceid=277, filesize=12.0 K 2024-12-15T15:42:14,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/29ba2185cf2e4883a9fe0538e00da49c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/29ba2185cf2e4883a9fe0538e00da49c 2024-12-15T15:42:14,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/29ba2185cf2e4883a9fe0538e00da49c, entries=150, sequenceid=277, filesize=12.0 K 2024-12-15T15:42:14,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d6c4cdbab8920a5abca3cba4c46a6a9c in 1727ms, sequenceid=277, compaction requested=false 2024-12-15T15:42:14,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:14,425 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:14,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-15T15:42:14,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:14,428 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T15:42:14,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:14,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:14,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:14,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:14,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:14,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:14,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152a1bc533db1040bab38283553b553823_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277332615/Put/seqid=0 2024-12-15T15:42:14,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742026_1202 (size=12454) 2024-12-15T15:42:14,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:14,913 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152a1bc533db1040bab38283553b553823_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152a1bc533db1040bab38283553b553823_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:14,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/ca76600f898743ed95c5a665ecebdd72, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:14,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/ca76600f898743ed95c5a665ecebdd72 is 175, key is test_row_0/A:col10/1734277332615/Put/seqid=0 2024-12-15T15:42:14,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:14,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. as already flushing 2024-12-15T15:42:14,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742027_1203 (size=31255) 2024-12-15T15:42:15,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277395174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:15,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277395283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:15,370 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/ca76600f898743ed95c5a665ecebdd72 2024-12-15T15:42:15,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/99047b19ce434637826339cb25bc09ad is 50, key is test_row_0/B:col10/1734277332615/Put/seqid=0 2024-12-15T15:42:15,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742028_1204 (size=12301) 2024-12-15T15:42:15,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277395491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:15,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41868 deadline: 1734277395568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:15,570 DEBUG [Thread-614 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:42:15,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41816 deadline: 1734277395582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:15,583 DEBUG [Thread-612 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4191 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:42:15,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41846 deadline: 1734277395583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:15,586 DEBUG [Thread-610 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:42:15,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277395798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:15,873 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/99047b19ce434637826339cb25bc09ad 2024-12-15T15:42:15,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/03d2789121a14f59b7e8418056bc008b is 50, key is test_row_0/C:col10/1734277332615/Put/seqid=0 2024-12-15T15:42:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T15:42:15,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742029_1205 (size=12301) 2024-12-15T15:42:16,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277396308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:16,327 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/03d2789121a14f59b7e8418056bc008b 2024-12-15T15:42:16,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/ca76600f898743ed95c5a665ecebdd72 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ca76600f898743ed95c5a665ecebdd72 2024-12-15T15:42:16,405 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ca76600f898743ed95c5a665ecebdd72, entries=150, sequenceid=291, filesize=30.5 K 2024-12-15T15:42:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/99047b19ce434637826339cb25bc09ad as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/99047b19ce434637826339cb25bc09ad 2024-12-15T15:42:16,463 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/99047b19ce434637826339cb25bc09ad, entries=150, sequenceid=291, filesize=12.0 K 2024-12-15T15:42:16,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/03d2789121a14f59b7e8418056bc008b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/03d2789121a14f59b7e8418056bc008b 2024-12-15T15:42:16,496 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/03d2789121a14f59b7e8418056bc008b, entries=150, sequenceid=291, filesize=12.0 K 2024-12-15T15:42:16,500 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d6c4cdbab8920a5abca3cba4c46a6a9c in 2072ms, sequenceid=291, compaction requested=true 2024-12-15T15:42:16,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:16,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:16,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-15T15:42:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-15T15:42:16,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-15T15:42:16,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.7050 sec 2024-12-15T15:42:16,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 4.7440 sec 2024-12-15T15:42:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:17,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T15:42:17,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:17,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:17,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:17,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:17,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:17,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:17,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158025904f1e0e41c5a973fa45038531de_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277335127/Put/seqid=0 2024-12-15T15:42:17,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742030_1206 (size=12454) 2024-12-15T15:42:17,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277397371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:17,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277397479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:17,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277397681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:17,761 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:17,790 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412158025904f1e0e41c5a973fa45038531de_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158025904f1e0e41c5a973fa45038531de_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:17,791 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/f2c4157abc8c4f4cb19b54bac3c6f7f7, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:17,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/f2c4157abc8c4f4cb19b54bac3c6f7f7 is 175, key is test_row_0/A:col10/1734277335127/Put/seqid=0 2024-12-15T15:42:17,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742031_1207 (size=31255) 2024-12-15T15:42:17,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277397985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:18,207 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/f2c4157abc8c4f4cb19b54bac3c6f7f7 2024-12-15T15:42:18,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/4c6ac72469884e90b80479efa2dd3957 is 50, key is test_row_0/B:col10/1734277335127/Put/seqid=0 2024-12-15T15:42:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742032_1208 (size=12301) 2024-12-15T15:42:18,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/4c6ac72469884e90b80479efa2dd3957 2024-12-15T15:42:18,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/144a6509a4b74f1098037a7cf6268c84 is 50, key is test_row_0/C:col10/1734277335127/Put/seqid=0 2024-12-15T15:42:18,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742033_1209 (size=12301) 2024-12-15T15:42:18,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/144a6509a4b74f1098037a7cf6268c84 2024-12-15T15:42:18,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/f2c4157abc8c4f4cb19b54bac3c6f7f7 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/f2c4157abc8c4f4cb19b54bac3c6f7f7 2024-12-15T15:42:18,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41812 deadline: 1734277398493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:18,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/f2c4157abc8c4f4cb19b54bac3c6f7f7, entries=150, sequenceid=317, filesize=30.5 K 2024-12-15T15:42:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/4c6ac72469884e90b80479efa2dd3957 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/4c6ac72469884e90b80479efa2dd3957 2024-12-15T15:42:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/4c6ac72469884e90b80479efa2dd3957, entries=150, sequenceid=317, filesize=12.0 K 2024-12-15T15:42:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/144a6509a4b74f1098037a7cf6268c84 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/144a6509a4b74f1098037a7cf6268c84 2024-12-15T15:42:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/144a6509a4b74f1098037a7cf6268c84, entries=150, sequenceid=317, filesize=12.0 K 2024-12-15T15:42:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,580 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d6c4cdbab8920a5abca3cba4c46a6a9c in 1255ms, sequenceid=317, compaction requested=true 2024-12-15T15:42:18,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:18,580 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:42:18,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:18,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:18,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:18,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:18,580 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:42:18,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d6c4cdbab8920a5abca3cba4c46a6a9c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:18,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,591 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:42:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,591 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/B is initiating minor compaction (all files) 2024-12-15T15:42:18,591 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/B in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:18,591 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/586182addcc8462e9de75947c96c6c5e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/883a851e95c848caa56a0d1e78507e16, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/99047b19ce434637826339cb25bc09ad, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/4c6ac72469884e90b80479efa2dd3957] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=48.5 K 2024-12-15T15:42:18,592 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125484 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:42:18,592 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/A is initiating minor compaction (all files) 2024-12-15T15:42:18,592 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/A in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,592 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/c8325649b21a4a439292dade60cfceb2, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/d0beafc0a2b74c3986b79d18f21d526e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ca76600f898743ed95c5a665ecebdd72, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/f2c4157abc8c4f4cb19b54bac3c6f7f7] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=122.5 K 2024-12-15T15:42:18,592 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:18,592 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/c8325649b21a4a439292dade60cfceb2, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/d0beafc0a2b74c3986b79d18f21d526e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ca76600f898743ed95c5a665ecebdd72, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/f2c4157abc8c4f4cb19b54bac3c6f7f7] 2024-12-15T15:42:18,593 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 586182addcc8462e9de75947c96c6c5e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734277331265 2024-12-15T15:42:18,593 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting c8325649b21a4a439292dade60cfceb2, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734277331265 2024-12-15T15:42:18,593 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d0beafc0a2b74c3986b79d18f21d526e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734277331385 2024-12-15T15:42:18,594 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 883a851e95c848caa56a0d1e78507e16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734277331385 2024-12-15T15:42:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,596 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ca76600f898743ed95c5a665ecebdd72, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734277332615 2024-12-15T15:42:18,596 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99047b19ce434637826339cb25bc09ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734277332615 2024-12-15T15:42:18,596 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f2c4157abc8c4f4cb19b54bac3c6f7f7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734277335127 2024-12-15T15:42:18,597 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c6ac72469884e90b80479efa2dd3957, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734277335127 2024-12-15T15:42:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,643 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#B#compaction#170 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:18,644 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/071fa8671e414198a0d789c848222601 is 50, key is test_row_0/B:col10/1734277335127/Put/seqid=0 2024-12-15T15:42:18,645 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,656 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215ac792903e13647fda48134aaeea6875f_d6c4cdbab8920a5abca3cba4c46a6a9c store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,658 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215ac792903e13647fda48134aaeea6875f_d6c4cdbab8920a5abca3cba4c46a6a9c, store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:18,658 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ac792903e13647fda48134aaeea6875f_d6c4cdbab8920a5abca3cba4c46a6a9c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742034_1210 (size=13051) 2024-12-15T15:42:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742035_1211 (size=4469) 2024-12-15T15:42:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,699 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/071fa8671e414198a0d789c848222601 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/071fa8671e414198a0d789c848222601 2024-12-15T15:42:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,712 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/B of d6c4cdbab8920a5abca3cba4c46a6a9c into 071fa8671e414198a0d789c848222601(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:18,712 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:18,712 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/B, priority=12, startTime=1734277338580; duration=0sec 2024-12-15T15:42:18,713 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:18,713 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:B 2024-12-15T15:42:18,713 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:42:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,715 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:42:18,715 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): d6c4cdbab8920a5abca3cba4c46a6a9c/C is initiating minor compaction (all files) 2024-12-15T15:42:18,715 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d6c4cdbab8920a5abca3cba4c46a6a9c/C in TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,715 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/2d099a2d22ff4e30b59e5906ecf48d1a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/29ba2185cf2e4883a9fe0538e00da49c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/03d2789121a14f59b7e8418056bc008b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/144a6509a4b74f1098037a7cf6268c84] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp, totalSize=48.5 K 2024-12-15T15:42:18,716 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d099a2d22ff4e30b59e5906ecf48d1a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734277331265 2024-12-15T15:42:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,717 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29ba2185cf2e4883a9fe0538e00da49c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1734277331385 2024-12-15T15:42:18,717 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03d2789121a14f59b7e8418056bc008b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1734277332615 2024-12-15T15:42:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,719 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 144a6509a4b74f1098037a7cf6268c84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1734277335127 2024-12-15T15:42:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,765 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#C#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,766 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/fcb42686ae734f2f88811776b0bdca46 is 50, key is test_row_0/C:col10/1734277335127/Put/seqid=0 2024-12-15T15:42:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742036_1212 (size=13051) 2024-12-15T15:42:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:18,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,008 DEBUG [Thread-621 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77b8b9d2 to 127.0.0.1:64152 2024-12-15T15:42:19,008 DEBUG [Thread-621 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:19,009 DEBUG [Thread-619 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0a0fc918 to 127.0.0.1:64152 2024-12-15T15:42:19,010 DEBUG [Thread-619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,013 DEBUG [Thread-625 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f8f5dcd to 127.0.0.1:64152 2024-12-15T15:42:19,013 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,040 DEBUG [Thread-623 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x696032a5 to 127.0.0.1:64152 2024-12-15T15:42:19,040 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:19,098 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d6c4cdbab8920a5abca3cba4c46a6a9c#A#compaction#171 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:19,099 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/772909f20eec4d988a0ae840f7927951 is 175, key is test_row_0/A:col10/1734277335127/Put/seqid=0 2024-12-15T15:42:19,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742037_1213 (size=32005) 2024-12-15T15:42:19,247 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/fcb42686ae734f2f88811776b0bdca46 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/fcb42686ae734f2f88811776b0bdca46 2024-12-15T15:42:19,261 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/C of d6c4cdbab8920a5abca3cba4c46a6a9c into fcb42686ae734f2f88811776b0bdca46(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:19,261 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:19,261 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/C, priority=12, startTime=1734277338580; duration=0sec 2024-12-15T15:42:19,261 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:19,261 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:C 2024-12-15T15:42:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:19,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T15:42:19,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:19,507 DEBUG [Thread-608 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b5c4058 to 127.0.0.1:64152 2024-12-15T15:42:19,507 DEBUG [Thread-608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:19,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:19,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:19,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:19,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:19,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:19,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f736b03214b7428aa0b2d6f1fde24a79_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277337369/Put/seqid=0 2024-12-15T15:42:19,524 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/772909f20eec4d988a0ae840f7927951 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/772909f20eec4d988a0ae840f7927951 2024-12-15T15:42:19,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742038_1214 (size=12454) 2024-12-15T15:42:19,540 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:19,549 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d6c4cdbab8920a5abca3cba4c46a6a9c/A of d6c4cdbab8920a5abca3cba4c46a6a9c into 772909f20eec4d988a0ae840f7927951(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:19,549 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:19,549 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c., storeName=d6c4cdbab8920a5abca3cba4c46a6a9c/A, priority=12, startTime=1734277338580; duration=0sec 2024-12-15T15:42:19,549 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:19,549 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d6c4cdbab8920a5abca3cba4c46a6a9c:A 2024-12-15T15:42:19,560 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215f736b03214b7428aa0b2d6f1fde24a79_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f736b03214b7428aa0b2d6f1fde24a79_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:19,561 DEBUG [Thread-616 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3286a246 to 127.0.0.1:64152 2024-12-15T15:42:19,561 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:19,576 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/5283f7ef3eab4a5f8b1e149a143d5583, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:19,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/5283f7ef3eab4a5f8b1e149a143d5583 is 175, key is test_row_0/A:col10/1734277337369/Put/seqid=0 2024-12-15T15:42:19,595 DEBUG [Thread-614 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de2fcf6 to 127.0.0.1:64152 2024-12-15T15:42:19,595 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:19,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742039_1215 (size=31255) 2024-12-15T15:42:19,603 DEBUG [Thread-610 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40e8ce40 to 127.0.0.1:64152 2024-12-15T15:42:19,603 DEBUG [Thread-610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:19,625 DEBUG [Thread-612 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d89b50a to 127.0.0.1:64152 2024-12-15T15:42:19,625 DEBUG [Thread-612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:19,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-15T15:42:19,892 INFO [Thread-618 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-15T15:42:19,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T15:42:19,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-12-15T15:42:19,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-15T15:42:19,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-12-15T15:42:19,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-15T15:42:19,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-15T15:42:19,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T15:42:19,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3618 2024-12-15T15:42:19,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3468 2024-12-15T15:42:19,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T15:42:19,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1474 2024-12-15T15:42:19,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4421 rows 2024-12-15T15:42:19,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1460 2024-12-15T15:42:19,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4380 rows 2024-12-15T15:42:19,893 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T15:42:19,893 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a0bafef to 127.0.0.1:64152 2024-12-15T15:42:19,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:19,895 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T15:42:19,896 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T15:42:19,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:19,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T15:42:19,902 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277339901"}]},"ts":"1734277339901"} 2024-12-15T15:42:19,903 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T15:42:19,915 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T15:42:19,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T15:42:19,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c4cdbab8920a5abca3cba4c46a6a9c, UNASSIGN}] 2024-12-15T15:42:19,920 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=53, ppid=52, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c4cdbab8920a5abca3cba4c46a6a9c, UNASSIGN 2024-12-15T15:42:19,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=d6c4cdbab8920a5abca3cba4c46a6a9c, regionState=CLOSING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:19,922 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T15:42:19,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; CloseRegionProcedure d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:42:19,997 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/5283f7ef3eab4a5f8b1e149a143d5583 2024-12-15T15:42:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T15:42:20,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/427fcd355e5149449aa60e8f6fcec30e is 50, key is test_row_0/B:col10/1734277337369/Put/seqid=0 2024-12-15T15:42:20,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742040_1216 (size=12301) 2024-12-15T15:42:20,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/427fcd355e5149449aa60e8f6fcec30e 2024-12-15T15:42:20,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/d2eaf6bb88d448a8a43ce99fb98a0b9e is 50, key is test_row_0/C:col10/1734277337369/Put/seqid=0 2024-12-15T15:42:20,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:20,079 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] handler.UnassignRegionHandler(124): Close d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:20,079 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T15:42:20,079 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1681): Closing d6c4cdbab8920a5abca3cba4c46a6a9c, disabling compactions & flushes 2024-12-15T15:42:20,079 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:20,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742041_1217 (size=12301) 2024-12-15T15:42:20,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/d2eaf6bb88d448a8a43ce99fb98a0b9e 2024-12-15T15:42:20,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/5283f7ef3eab4a5f8b1e149a143d5583 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/5283f7ef3eab4a5f8b1e149a143d5583 2024-12-15T15:42:20,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/5283f7ef3eab4a5f8b1e149a143d5583, entries=150, sequenceid=330, filesize=30.5 K 2024-12-15T15:42:20,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/427fcd355e5149449aa60e8f6fcec30e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/427fcd355e5149449aa60e8f6fcec30e 2024-12-15T15:42:20,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/427fcd355e5149449aa60e8f6fcec30e, entries=150, sequenceid=330, filesize=12.0 K 2024-12-15T15:42:20,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/d2eaf6bb88d448a8a43ce99fb98a0b9e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/d2eaf6bb88d448a8a43ce99fb98a0b9e 2024-12-15T15:42:20,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/d2eaf6bb88d448a8a43ce99fb98a0b9e, entries=150, sequenceid=330, filesize=12.0 K 2024-12-15T15:42:20,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=26.84 KB/27480 for d6c4cdbab8920a5abca3cba4c46a6a9c in 623ms, sequenceid=330, compaction requested=false 2024-12-15T15:42:20,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:20,131 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:20,131 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:20,131 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. after waiting 0 ms 2024-12-15T15:42:20,131 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:20,131 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(2837): Flushing d6c4cdbab8920a5abca3cba4c46a6a9c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-15T15:42:20,132 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=A 2024-12-15T15:42:20,132 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:20,132 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=B 2024-12-15T15:42:20,132 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:20,132 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d6c4cdbab8920a5abca3cba4c46a6a9c, store=C 2024-12-15T15:42:20,132 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:20,157 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a05893a598e6460d8f1e2dd94c53f6ec_d6c4cdbab8920a5abca3cba4c46a6a9c is 50, key is test_row_0/A:col10/1734277339624/Put/seqid=0 2024-12-15T15:42:20,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742042_1218 (size=9914) 2024-12-15T15:42:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T15:42:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T15:42:20,564 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:20,570 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a05893a598e6460d8f1e2dd94c53f6ec_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a05893a598e6460d8f1e2dd94c53f6ec_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:20,571 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/77c4232bfbaf45bdba913e7cd8814bd9, store: [table=TestAcidGuarantees family=A region=d6c4cdbab8920a5abca3cba4c46a6a9c] 2024-12-15T15:42:20,571 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/77c4232bfbaf45bdba913e7cd8814bd9 is 175, key is test_row_0/A:col10/1734277339624/Put/seqid=0 2024-12-15T15:42:20,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742043_1219 (size=22561) 2024-12-15T15:42:20,978 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/77c4232bfbaf45bdba913e7cd8814bd9 2024-12-15T15:42:20,987 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/0a6e78465125452a8fb8e53f992c1c1b is 50, key is test_row_0/B:col10/1734277339624/Put/seqid=0 2024-12-15T15:42:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T15:42:21,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742044_1220 (size=9857) 2024-12-15T15:42:21,019 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/0a6e78465125452a8fb8e53f992c1c1b 2024-12-15T15:42:21,030 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/894ba0c72b8743beb2e5326f6565030f is 50, key is test_row_0/C:col10/1734277339624/Put/seqid=0 2024-12-15T15:42:21,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742045_1221 (size=9857) 2024-12-15T15:42:21,465 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/894ba0c72b8743beb2e5326f6565030f 2024-12-15T15:42:21,470 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/A/77c4232bfbaf45bdba913e7cd8814bd9 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/77c4232bfbaf45bdba913e7cd8814bd9 2024-12-15T15:42:21,473 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/77c4232bfbaf45bdba913e7cd8814bd9, entries=100, sequenceid=338, filesize=22.0 K 2024-12-15T15:42:21,474 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/B/0a6e78465125452a8fb8e53f992c1c1b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/0a6e78465125452a8fb8e53f992c1c1b 2024-12-15T15:42:21,478 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/0a6e78465125452a8fb8e53f992c1c1b, entries=100, sequenceid=338, filesize=9.6 K 2024-12-15T15:42:21,479 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/.tmp/C/894ba0c72b8743beb2e5326f6565030f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/894ba0c72b8743beb2e5326f6565030f 2024-12-15T15:42:21,484 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/894ba0c72b8743beb2e5326f6565030f, entries=100, sequenceid=338, filesize=9.6 K 2024-12-15T15:42:21,484 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d6c4cdbab8920a5abca3cba4c46a6a9c in 1353ms, sequenceid=338, compaction requested=true 2024-12-15T15:42:21,485 DEBUG [StoreCloser-TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/4dd2f8d4bb0d41c0bdaffe46fe39a6cd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/474f96180b8b4f16ae8dff7597d80221, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/063b3ba94f244de6a964bb83d0c79d1a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/7c0b682f12ec467281f07bc36374ed50, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/256a7573174c4d818b6e88ded8da6fa5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/a945d16adc5e4f2189aaa682dd5b984e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/52461d64724047a8ba1eafd59d175c5d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/6fb7ac1d05454e05850bfa9a2e8ef0a8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/473bcb94eb9640df960bada5eabd515f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/62eee5da7f7343fcbb5693053915b5b5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ba8ca2e419f5424fae5b966584b8f2a3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/553059facaa24ec89fcf64b4179a461a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ad2ac7a061e345cd8bbcd7ed13166fa2, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/478438a5bb35491088cd15356b377859, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/87fdf4104bdb49b780d151bca8b7f149, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/cb30340e6dd64f8893e46e426f22a1b8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/e289790362a94098aa462e83c728e888, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/1118f74659984bb6843e3a235fc04775, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/c8325649b21a4a439292dade60cfceb2, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/d0beafc0a2b74c3986b79d18f21d526e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ca76600f898743ed95c5a665ecebdd72, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/f2c4157abc8c4f4cb19b54bac3c6f7f7] to archive 2024-12-15T15:42:21,486 DEBUG [StoreCloser-TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:42:21,490 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/6fb7ac1d05454e05850bfa9a2e8ef0a8 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/6fb7ac1d05454e05850bfa9a2e8ef0a8 2024-12-15T15:42:21,490 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/4dd2f8d4bb0d41c0bdaffe46fe39a6cd to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/4dd2f8d4bb0d41c0bdaffe46fe39a6cd 2024-12-15T15:42:21,490 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/256a7573174c4d818b6e88ded8da6fa5 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/256a7573174c4d818b6e88ded8da6fa5 2024-12-15T15:42:21,490 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/a945d16adc5e4f2189aaa682dd5b984e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/a945d16adc5e4f2189aaa682dd5b984e 2024-12-15T15:42:21,490 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/7c0b682f12ec467281f07bc36374ed50 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/7c0b682f12ec467281f07bc36374ed50 2024-12-15T15:42:21,490 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/063b3ba94f244de6a964bb83d0c79d1a to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/063b3ba94f244de6a964bb83d0c79d1a 2024-12-15T15:42:21,490 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/474f96180b8b4f16ae8dff7597d80221 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/474f96180b8b4f16ae8dff7597d80221 2024-12-15T15:42:21,490 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/52461d64724047a8ba1eafd59d175c5d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/52461d64724047a8ba1eafd59d175c5d 2024-12-15T15:42:21,493 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/62eee5da7f7343fcbb5693053915b5b5 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/62eee5da7f7343fcbb5693053915b5b5 2024-12-15T15:42:21,493 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ba8ca2e419f5424fae5b966584b8f2a3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ba8ca2e419f5424fae5b966584b8f2a3 2024-12-15T15:42:21,494 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/553059facaa24ec89fcf64b4179a461a to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/553059facaa24ec89fcf64b4179a461a 2024-12-15T15:42:21,494 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/87fdf4104bdb49b780d151bca8b7f149 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/87fdf4104bdb49b780d151bca8b7f149 2024-12-15T15:42:21,494 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/473bcb94eb9640df960bada5eabd515f to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/473bcb94eb9640df960bada5eabd515f 2024-12-15T15:42:21,494 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/cb30340e6dd64f8893e46e426f22a1b8 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/cb30340e6dd64f8893e46e426f22a1b8 2024-12-15T15:42:21,494 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ad2ac7a061e345cd8bbcd7ed13166fa2 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ad2ac7a061e345cd8bbcd7ed13166fa2 2024-12-15T15:42:21,494 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/478438a5bb35491088cd15356b377859 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/478438a5bb35491088cd15356b377859 2024-12-15T15:42:21,497 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/e289790362a94098aa462e83c728e888 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/e289790362a94098aa462e83c728e888 2024-12-15T15:42:21,497 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/1118f74659984bb6843e3a235fc04775 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/1118f74659984bb6843e3a235fc04775 2024-12-15T15:42:21,497 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/d0beafc0a2b74c3986b79d18f21d526e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/d0beafc0a2b74c3986b79d18f21d526e 2024-12-15T15:42:21,497 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/f2c4157abc8c4f4cb19b54bac3c6f7f7 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/f2c4157abc8c4f4cb19b54bac3c6f7f7 2024-12-15T15:42:21,497 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ca76600f898743ed95c5a665ecebdd72 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/ca76600f898743ed95c5a665ecebdd72 2024-12-15T15:42:21,497 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/c8325649b21a4a439292dade60cfceb2 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/c8325649b21a4a439292dade60cfceb2 2024-12-15T15:42:21,500 DEBUG [StoreCloser-TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/9c59056b308e4102bf64c2332778a0a9, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/5f1acbc61a4e47a3bad451c99de937eb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/31b34a2ab156422e86a718c2d8768139, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/2e1162aec88747a78dd72341b240a4c3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/e5705e38592b4785b78df50cf09d9758, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/fd01fa8048ce4283bf2ea4fec889a65f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/aee6091d12d34332b4f0e496eced8e0d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/84c22e654ab241a28ed98b4b93d1e470, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/930d3d59049c4c56b72c8d3575ef4697, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/319785232264444390f12928dae22958, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/10a8ac81bb42412790ab21f85fc815c6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/aceb56274b844b73ac1e4ff06a33427e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/d6e58d75822e41158638861c43edd1a1, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/6317e88194bc4de6aad19ef315783617, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/21222d04ccfc434db37748c2eaecddff, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/d7be04a5e32a4226bb2df6e6ac1eab1e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/9237345a0a6b4725901035ea86e96816, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/586182addcc8462e9de75947c96c6c5e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/1233e34668b445dda0cd2d2a1e5761de, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/883a851e95c848caa56a0d1e78507e16, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/99047b19ce434637826339cb25bc09ad, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/4c6ac72469884e90b80479efa2dd3957] to archive 2024-12-15T15:42:21,502 DEBUG [StoreCloser-TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:42:21,505 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/5f1acbc61a4e47a3bad451c99de937eb to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/5f1acbc61a4e47a3bad451c99de937eb 2024-12-15T15:42:21,506 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/2e1162aec88747a78dd72341b240a4c3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/2e1162aec88747a78dd72341b240a4c3 2024-12-15T15:42:21,506 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/9c59056b308e4102bf64c2332778a0a9 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/9c59056b308e4102bf64c2332778a0a9 2024-12-15T15:42:21,506 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/e5705e38592b4785b78df50cf09d9758 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/e5705e38592b4785b78df50cf09d9758 2024-12-15T15:42:21,506 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/fd01fa8048ce4283bf2ea4fec889a65f to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/fd01fa8048ce4283bf2ea4fec889a65f 2024-12-15T15:42:21,506 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/84c22e654ab241a28ed98b4b93d1e470 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/84c22e654ab241a28ed98b4b93d1e470 2024-12-15T15:42:21,506 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/31b34a2ab156422e86a718c2d8768139 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/31b34a2ab156422e86a718c2d8768139 2024-12-15T15:42:21,508 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/aee6091d12d34332b4f0e496eced8e0d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/aee6091d12d34332b4f0e496eced8e0d 2024-12-15T15:42:21,508 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/930d3d59049c4c56b72c8d3575ef4697 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/930d3d59049c4c56b72c8d3575ef4697 2024-12-15T15:42:21,509 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/319785232264444390f12928dae22958 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/319785232264444390f12928dae22958 2024-12-15T15:42:21,509 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/d6e58d75822e41158638861c43edd1a1 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/d6e58d75822e41158638861c43edd1a1 2024-12-15T15:42:21,509 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/aceb56274b844b73ac1e4ff06a33427e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/aceb56274b844b73ac1e4ff06a33427e 2024-12-15T15:42:21,509 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/10a8ac81bb42412790ab21f85fc815c6 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/10a8ac81bb42412790ab21f85fc815c6 2024-12-15T15:42:21,510 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/21222d04ccfc434db37748c2eaecddff to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/21222d04ccfc434db37748c2eaecddff 2024-12-15T15:42:21,515 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/d7be04a5e32a4226bb2df6e6ac1eab1e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/d7be04a5e32a4226bb2df6e6ac1eab1e 2024-12-15T15:42:21,515 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/9237345a0a6b4725901035ea86e96816 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/9237345a0a6b4725901035ea86e96816 2024-12-15T15:42:21,515 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/586182addcc8462e9de75947c96c6c5e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/586182addcc8462e9de75947c96c6c5e 2024-12-15T15:42:21,516 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/1233e34668b445dda0cd2d2a1e5761de to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/1233e34668b445dda0cd2d2a1e5761de 2024-12-15T15:42:21,516 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/99047b19ce434637826339cb25bc09ad to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/99047b19ce434637826339cb25bc09ad 2024-12-15T15:42:21,516 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/4c6ac72469884e90b80479efa2dd3957 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/4c6ac72469884e90b80479efa2dd3957 2024-12-15T15:42:21,516 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/883a851e95c848caa56a0d1e78507e16 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/883a851e95c848caa56a0d1e78507e16 2024-12-15T15:42:21,517 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/6317e88194bc4de6aad19ef315783617 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/6317e88194bc4de6aad19ef315783617 2024-12-15T15:42:21,522 DEBUG [StoreCloser-TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/e59c2d3017184aa69bf740209caa013d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/5aedc4d3ebc842d8b9840318baa0dd0f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/cd44afdca9814bcaa5d491694c0978bd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/5aa398e203eb4a678a8195470e46c174, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/418717daf5934346807b2a8fc07100ba, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/207bb1db9b174d8c848874ccc4dd246a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/92089d8a2e70450db6eb9af103d83304, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/f7a5d2db008147c4a4505df5e17a2c06, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/1007edeca6c543199a3bdf6170a2fedb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/7c12440019db49238f3ed959dedc830a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/a18221e6318944a599cfdc4139fd3402, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/3ee73d2c65fd48b5967682d86f9993c7, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/65165ba76f6d4fa1bb9b2c938ffe8069, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/20270c888b994750994f319048a4be9a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/76b5d9d240eb4d07abb367ba68187af2, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/3b562a7a3704455e828a6eb886aea7c5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/0d78802a446b401fb776fd6fc85c7385, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/2d099a2d22ff4e30b59e5906ecf48d1a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/e1c72adb4fea4e0b89ba0d3e067d940b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/29ba2185cf2e4883a9fe0538e00da49c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/03d2789121a14f59b7e8418056bc008b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/144a6509a4b74f1098037a7cf6268c84] to archive 2024-12-15T15:42:21,522 DEBUG [StoreCloser-TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:42:21,525 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/5aedc4d3ebc842d8b9840318baa0dd0f to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/5aedc4d3ebc842d8b9840318baa0dd0f 2024-12-15T15:42:21,525 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/cd44afdca9814bcaa5d491694c0978bd to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/cd44afdca9814bcaa5d491694c0978bd 2024-12-15T15:42:21,525 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/92089d8a2e70450db6eb9af103d83304 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/92089d8a2e70450db6eb9af103d83304 2024-12-15T15:42:21,525 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/f7a5d2db008147c4a4505df5e17a2c06 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/f7a5d2db008147c4a4505df5e17a2c06 2024-12-15T15:42:21,525 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/5aa398e203eb4a678a8195470e46c174 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/5aa398e203eb4a678a8195470e46c174 2024-12-15T15:42:21,525 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/207bb1db9b174d8c848874ccc4dd246a to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/207bb1db9b174d8c848874ccc4dd246a 2024-12-15T15:42:21,525 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/e59c2d3017184aa69bf740209caa013d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/e59c2d3017184aa69bf740209caa013d 2024-12-15T15:42:21,526 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/418717daf5934346807b2a8fc07100ba to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/418717daf5934346807b2a8fc07100ba 2024-12-15T15:42:21,527 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/a18221e6318944a599cfdc4139fd3402 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/a18221e6318944a599cfdc4139fd3402 2024-12-15T15:42:21,527 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/1007edeca6c543199a3bdf6170a2fedb to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/1007edeca6c543199a3bdf6170a2fedb 2024-12-15T15:42:21,527 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/3ee73d2c65fd48b5967682d86f9993c7 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/3ee73d2c65fd48b5967682d86f9993c7 2024-12-15T15:42:21,527 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/76b5d9d240eb4d07abb367ba68187af2 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/76b5d9d240eb4d07abb367ba68187af2 2024-12-15T15:42:21,528 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/20270c888b994750994f319048a4be9a to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/20270c888b994750994f319048a4be9a 2024-12-15T15:42:21,528 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/7c12440019db49238f3ed959dedc830a to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/7c12440019db49238f3ed959dedc830a 2024-12-15T15:42:21,528 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/65165ba76f6d4fa1bb9b2c938ffe8069 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/65165ba76f6d4fa1bb9b2c938ffe8069 2024-12-15T15:42:21,528 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/3b562a7a3704455e828a6eb886aea7c5 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/3b562a7a3704455e828a6eb886aea7c5 2024-12-15T15:42:21,532 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/e1c72adb4fea4e0b89ba0d3e067d940b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/e1c72adb4fea4e0b89ba0d3e067d940b 2024-12-15T15:42:21,532 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/0d78802a446b401fb776fd6fc85c7385 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/0d78802a446b401fb776fd6fc85c7385 2024-12-15T15:42:21,532 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/29ba2185cf2e4883a9fe0538e00da49c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/29ba2185cf2e4883a9fe0538e00da49c 2024-12-15T15:42:21,532 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/2d099a2d22ff4e30b59e5906ecf48d1a to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/2d099a2d22ff4e30b59e5906ecf48d1a 2024-12-15T15:42:21,532 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/144a6509a4b74f1098037a7cf6268c84 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/144a6509a4b74f1098037a7cf6268c84 2024-12-15T15:42:21,532 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/03d2789121a14f59b7e8418056bc008b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/03d2789121a14f59b7e8418056bc008b 2024-12-15T15:42:21,539 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/recovered.edits/341.seqid, newMaxSeqId=341, maxSeqId=4 2024-12-15T15:42:21,541 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c. 2024-12-15T15:42:21,541 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] regionserver.HRegion(1635): Region close journal for d6c4cdbab8920a5abca3cba4c46a6a9c: 2024-12-15T15:42:21,542 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=54}] handler.UnassignRegionHandler(170): Closed d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:21,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=53 updating hbase:meta row=d6c4cdbab8920a5abca3cba4c46a6a9c, regionState=CLOSED 2024-12-15T15:42:21,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-15T15:42:21,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; CloseRegionProcedure d6c4cdbab8920a5abca3cba4c46a6a9c, server=af3997dcf86f,46311,1734277284128 in 1.6220 sec 2024-12-15T15:42:21,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=52 2024-12-15T15:42:21,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=52, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d6c4cdbab8920a5abca3cba4c46a6a9c, UNASSIGN in 1.6290 sec 2024-12-15T15:42:21,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-15T15:42:21,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6310 sec 2024-12-15T15:42:21,550 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277341549"}]},"ts":"1734277341549"} 2024-12-15T15:42:21,551 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T15:42:21,573 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T15:42:21,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6780 sec 2024-12-15T15:42:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-15T15:42:22,016 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-15T15:42:22,016 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T15:42:22,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:22,018 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=55, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:22,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T15:42:22,018 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=55, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:22,022 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,024 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/recovered.edits] 2024-12-15T15:42:22,027 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/5283f7ef3eab4a5f8b1e149a143d5583 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/5283f7ef3eab4a5f8b1e149a143d5583 2024-12-15T15:42:22,029 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/77c4232bfbaf45bdba913e7cd8814bd9 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/77c4232bfbaf45bdba913e7cd8814bd9 2024-12-15T15:42:22,029 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/772909f20eec4d988a0ae840f7927951 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/A/772909f20eec4d988a0ae840f7927951 2024-12-15T15:42:22,032 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/0a6e78465125452a8fb8e53f992c1c1b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/0a6e78465125452a8fb8e53f992c1c1b 2024-12-15T15:42:22,032 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/071fa8671e414198a0d789c848222601 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/071fa8671e414198a0d789c848222601 2024-12-15T15:42:22,034 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/427fcd355e5149449aa60e8f6fcec30e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/B/427fcd355e5149449aa60e8f6fcec30e 2024-12-15T15:42:22,042 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/d2eaf6bb88d448a8a43ce99fb98a0b9e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/d2eaf6bb88d448a8a43ce99fb98a0b9e 2024-12-15T15:42:22,042 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/894ba0c72b8743beb2e5326f6565030f to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/894ba0c72b8743beb2e5326f6565030f 2024-12-15T15:42:22,042 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/fcb42686ae734f2f88811776b0bdca46 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/C/fcb42686ae734f2f88811776b0bdca46 2024-12-15T15:42:22,046 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/recovered.edits/341.seqid to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c/recovered.edits/341.seqid 2024-12-15T15:42:22,047 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,047 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T15:42:22,047 DEBUG [PEWorker-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T15:42:22,048 DEBUG [PEWorker-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-15T15:42:22,049 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T15:42:22,063 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215075dd648e5ec47b8a664254393d3c48e_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215075dd648e5ec47b8a664254393d3c48e_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,063 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152a1bc533db1040bab38283553b553823_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152a1bc533db1040bab38283553b553823_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,063 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121508b53f9d49c64ec894e4d6293615a17e_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121508b53f9d49c64ec894e4d6293615a17e_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,063 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121539a765adcb024b8f83a3d0a9455ebdd0_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121539a765adcb024b8f83a3d0a9455ebdd0_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,068 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121544ae4bd5fe0c4351b934919f7c26be23_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121544ae4bd5fe0c4351b934919f7c26be23_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,068 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152899a014544d41cbad041dfeb1dc7898_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152899a014544d41cbad041dfeb1dc7898_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,068 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152110dbe6494345678b69c010a0c7c9ba_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152110dbe6494345678b69c010a0c7c9ba_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,070 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a05893a598e6460d8f1e2dd94c53f6ec_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a05893a598e6460d8f1e2dd94c53f6ec_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,070 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156b3d0f736afd49e38a69a96d95d0e4aa_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156b3d0f736afd49e38a69a96d95d0e4aa_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,070 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215bc728c942557401cbb23eeee9d913db4_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215bc728c942557401cbb23eeee9d913db4_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,071 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215bcdba350dbe0408990df644fa56732e4_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215bcdba350dbe0408990df644fa56732e4_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,071 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158025904f1e0e41c5a973fa45038531de_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412158025904f1e0e41c5a973fa45038531de_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,071 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c8a41390fc9941c292e925579cea0a08_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c8a41390fc9941c292e925579cea0a08_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,071 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e0c6d257509b466a80f6971937601b63_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215e0c6d257509b466a80f6971937601b63_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,072 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cf50cd8b9dcd479cb0bf95761e860bde_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cf50cd8b9dcd479cb0bf95761e860bde_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,073 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fc8e0284ba2545ef8a4488893aa82f67_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fc8e0284ba2545ef8a4488893aa82f67_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,073 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f8706b344f704deabb36e5138ba26d23_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f8706b344f704deabb36e5138ba26d23_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,073 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f736b03214b7428aa0b2d6f1fde24a79_d6c4cdbab8920a5abca3cba4c46a6a9c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215f736b03214b7428aa0b2d6f1fde24a79_d6c4cdbab8920a5abca3cba4c46a6a9c 2024-12-15T15:42:22,074 DEBUG [PEWorker-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T15:42:22,077 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=55, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:22,079 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T15:42:22,082 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T15:42:22,083 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=55, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:22,083 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T15:42:22,083 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734277342083"}]},"ts":"9223372036854775807"} 2024-12-15T15:42:22,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T15:42:22,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d6c4cdbab8920a5abca3cba4c46a6a9c, NAME => 'TestAcidGuarantees,,1734277315518.d6c4cdbab8920a5abca3cba4c46a6a9c.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T15:42:22,092 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T15:42:22,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734277342092"}]},"ts":"9223372036854775807"} 2024-12-15T15:42:22,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T15:42:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T15:42:22,139 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=55, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:22,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 123 msec 2024-12-15T15:42:22,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-15T15:42:22,321 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-15T15:42:22,330 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=247 (was 247), OpenFileDescriptor=461 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1136 (was 1157), ProcessCount=11 (was 11), AvailableMemoryMB=3695 (was 2421) - AvailableMemoryMB LEAK? - 2024-12-15T15:42:22,341 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=247, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=1136, ProcessCount=11, AvailableMemoryMB=3695 2024-12-15T15:42:22,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T15:42:22,343 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T15:42:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=56, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:22,345 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T15:42:22,345 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:22,345 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 56 2024-12-15T15:42:22,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-12-15T15:42:22,345 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T15:42:22,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742046_1222 (size=963) 2024-12-15T15:42:22,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-12-15T15:42:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-12-15T15:42:22,754 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148 2024-12-15T15:42:22,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742047_1223 (size=53) 2024-12-15T15:42:22,775 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:42:22,775 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a17953a710679ed64a06b190f64359da, disabling compactions & flushes 2024-12-15T15:42:22,776 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:22,776 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:22,776 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. after waiting 0 ms 2024-12-15T15:42:22,776 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:22,776 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:22,776 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:22,787 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T15:42:22,788 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734277342787"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734277342787"}]},"ts":"1734277342787"} 2024-12-15T15:42:22,789 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T15:42:22,789 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T15:42:22,790 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277342789"}]},"ts":"1734277342789"} 2024-12-15T15:42:22,790 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T15:42:22,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a17953a710679ed64a06b190f64359da, ASSIGN}] 2024-12-15T15:42:22,820 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a17953a710679ed64a06b190f64359da, ASSIGN 2024-12-15T15:42:22,821 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=57, ppid=56, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a17953a710679ed64a06b190f64359da, ASSIGN; state=OFFLINE, location=af3997dcf86f,46311,1734277284128; forceNewPlan=false, retain=false 2024-12-15T15:42:22,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-12-15T15:42:22,972 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=a17953a710679ed64a06b190f64359da, regionState=OPENING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:22,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; OpenRegionProcedure a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:42:23,125 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,128 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:23,128 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} 2024-12-15T15:42:23,129 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a17953a710679ed64a06b190f64359da 2024-12-15T15:42:23,129 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:42:23,129 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for a17953a710679ed64a06b190f64359da 2024-12-15T15:42:23,129 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for a17953a710679ed64a06b190f64359da 2024-12-15T15:42:23,131 INFO [StoreOpener-a17953a710679ed64a06b190f64359da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a17953a710679ed64a06b190f64359da 2024-12-15T15:42:23,132 INFO [StoreOpener-a17953a710679ed64a06b190f64359da-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:42:23,132 INFO [StoreOpener-a17953a710679ed64a06b190f64359da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a17953a710679ed64a06b190f64359da columnFamilyName A 2024-12-15T15:42:23,132 DEBUG [StoreOpener-a17953a710679ed64a06b190f64359da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:23,133 INFO [StoreOpener-a17953a710679ed64a06b190f64359da-1 {}] regionserver.HStore(327): Store=a17953a710679ed64a06b190f64359da/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:42:23,133 INFO [StoreOpener-a17953a710679ed64a06b190f64359da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a17953a710679ed64a06b190f64359da 2024-12-15T15:42:23,134 INFO [StoreOpener-a17953a710679ed64a06b190f64359da-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:42:23,134 INFO [StoreOpener-a17953a710679ed64a06b190f64359da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a17953a710679ed64a06b190f64359da columnFamilyName B 2024-12-15T15:42:23,134 DEBUG [StoreOpener-a17953a710679ed64a06b190f64359da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:23,134 INFO [StoreOpener-a17953a710679ed64a06b190f64359da-1 {}] regionserver.HStore(327): Store=a17953a710679ed64a06b190f64359da/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:42:23,135 INFO [StoreOpener-a17953a710679ed64a06b190f64359da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a17953a710679ed64a06b190f64359da 2024-12-15T15:42:23,136 INFO [StoreOpener-a17953a710679ed64a06b190f64359da-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:42:23,136 INFO [StoreOpener-a17953a710679ed64a06b190f64359da-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a17953a710679ed64a06b190f64359da columnFamilyName C 2024-12-15T15:42:23,136 DEBUG [StoreOpener-a17953a710679ed64a06b190f64359da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:23,137 INFO [StoreOpener-a17953a710679ed64a06b190f64359da-1 {}] regionserver.HStore(327): Store=a17953a710679ed64a06b190f64359da/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:42:23,137 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:23,138 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da 2024-12-15T15:42:23,138 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da 2024-12-15T15:42:23,140 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T15:42:23,142 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for a17953a710679ed64a06b190f64359da 2024-12-15T15:42:23,144 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T15:42:23,145 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened a17953a710679ed64a06b190f64359da; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71458269, jitterRate=0.06481118500232697}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T15:42:23,145 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:23,146 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., pid=58, masterSystemTime=1734277343124 2024-12-15T15:42:23,147 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:23,147 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:23,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=57 updating hbase:meta row=a17953a710679ed64a06b190f64359da, regionState=OPEN, openSeqNum=2, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-15T15:42:23,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; OpenRegionProcedure a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 in 176 msec 2024-12-15T15:42:23,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=56 2024-12-15T15:42:23,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=56, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a17953a710679ed64a06b190f64359da, ASSIGN in 332 msec 2024-12-15T15:42:23,153 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T15:42:23,153 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277343153"}]},"ts":"1734277343153"} 2024-12-15T15:42:23,154 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T15:42:23,165 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=56, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T15:42:23,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 822 msec 2024-12-15T15:42:23,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=56 2024-12-15T15:42:23,449 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 56 completed 2024-12-15T15:42:23,451 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cc79dd6 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b4256e 2024-12-15T15:42:23,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e48016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:23,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:23,467 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:23,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T15:42:23,470 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T15:42:23,473 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3cd6e3ed to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18ed3e4c 2024-12-15T15:42:23,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b2ae977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:23,487 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13b0002b to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62de434f 2024-12-15T15:42:23,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed37f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:23,500 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1703a605 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7575b91 2024-12-15T15:42:23,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12e88ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:23,512 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x168133da to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b377948 2024-12-15T15:42:23,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dfc4f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:23,528 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a724365 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a9f805a 2024-12-15T15:42:23,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3505ffc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:23,541 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b123525 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61f33e78 2024-12-15T15:42:23,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0f458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:23,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2bd6a663 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@532e5d9f 2024-12-15T15:42:23,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77780196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:23,571 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x10be4157 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31dd347a 2024-12-15T15:42:23,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ef766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:23,587 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42712ad6 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ad7b806 2024-12-15T15:42:23,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0349fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:23,604 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b4848aa to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c78c04d 2024-12-15T15:42:23,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d453e9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:23,622 DEBUG [hconnection-0x3b50faee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:23,622 DEBUG [hconnection-0x62cdad86-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:23,622 DEBUG [hconnection-0x5cf8acd5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:23,623 DEBUG [hconnection-0x39dcce67-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:23,623 DEBUG [hconnection-0x320dea6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:23,623 DEBUG [hconnection-0x3ef4d1bb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:23,624 DEBUG [hconnection-0x539e15d1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:23,624 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:23,624 DEBUG [hconnection-0x4196845e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:23,624 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42372, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:23,624 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:23,624 DEBUG [hconnection-0x660327a6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:23,624 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:23,624 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:23,625 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:23,625 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:23,625 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:23,625 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:23,625 DEBUG [hconnection-0x5a6fbe4a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-15T15:42:23,626 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42416, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:23,627 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:23,628 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:23,629 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:23,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:23,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T15:42:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:23,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T15:42:23,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:23,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:23,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:23,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:23,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:23,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:23,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:23,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277403677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277403677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:23,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277403679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277403680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:23,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277403682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/4d9f8274db8f46a39d5f20444ab44172 is 50, key is test_row_0/A:col10/1734277343641/Put/seqid=0 2024-12-15T15:42:23,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742048_1224 (size=12001) 2024-12-15T15:42:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T15:42:23,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-15T15:42:23,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:23,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:23,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:23,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:23,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:23,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277403785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277403785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:23,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277403786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277403785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277403787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T15:42:23,940 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-15T15:42:23,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:23,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:23,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:23,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:23,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:23,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:23,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277403992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:23,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277403993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:23,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:23,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277403996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:24,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277404003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277404003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,104 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-15T15:42:24,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:24,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:24,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:24,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:24,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:24,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/4d9f8274db8f46a39d5f20444ab44172 2024-12-15T15:42:24,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/ed7e055c118b4579947a56ea21487785 is 50, key is test_row_0/B:col10/1734277343641/Put/seqid=0 2024-12-15T15:42:24,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742049_1225 (size=12001) 2024-12-15T15:42:24,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/ed7e055c118b4579947a56ea21487785 2024-12-15T15:42:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T15:42:24,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/12eee25452d447e584804cd82ba858b8 is 50, key is test_row_0/C:col10/1734277343641/Put/seqid=0 2024-12-15T15:42:24,261 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-15T15:42:24,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:24,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:24,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:24,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:24,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:24,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:24,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742050_1226 (size=12001) 2024-12-15T15:42:24,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/12eee25452d447e584804cd82ba858b8 2024-12-15T15:42:24,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277404304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277404305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277404309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:24,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277404312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277404315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/4d9f8274db8f46a39d5f20444ab44172 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4d9f8274db8f46a39d5f20444ab44172 2024-12-15T15:42:24,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4d9f8274db8f46a39d5f20444ab44172, entries=150, sequenceid=14, filesize=11.7 K 2024-12-15T15:42:24,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/ed7e055c118b4579947a56ea21487785 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ed7e055c118b4579947a56ea21487785 2024-12-15T15:42:24,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,419 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ed7e055c118b4579947a56ea21487785, entries=150, sequenceid=14, filesize=11.7 K 2024-12-15T15:42:24,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-15T15:42:24,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:24,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:24,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:24,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:24,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:24,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/12eee25452d447e584804cd82ba858b8 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/12eee25452d447e584804cd82ba858b8 2024-12-15T15:42:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:24,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/12eee25452d447e584804cd82ba858b8, entries=150, sequenceid=14, filesize=11.7 K 2024-12-15T15:42:24,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a17953a710679ed64a06b190f64359da in 789ms, sequenceid=14, compaction requested=false 2024-12-15T15:42:24,434 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-15T15:42:24,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:24,577 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-15T15:42:24,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:24,579 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T15:42:24,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:24,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:24,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:24,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:24,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:24,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:24,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/d2d1f4133cca4655810197d214c2a776 is 50, key is test_row_0/A:col10/1734277343678/Put/seqid=0 2024-12-15T15:42:24,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742051_1227 (size=12001) 2024-12-15T15:42:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T15:42:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:24,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:24,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277404820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277404820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:24,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277404821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277404820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277404823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:24,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277404923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277404923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277404923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:24,990 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/d2d1f4133cca4655810197d214c2a776 2024-12-15T15:42:25,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/874fa3b6ce72445e9bb12139a7f543ca is 50, key is test_row_0/B:col10/1734277343678/Put/seqid=0 2024-12-15T15:42:25,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742052_1228 (size=12001) 2024-12-15T15:42:25,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277405126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:25,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277405126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:25,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277405126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:25,416 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/874fa3b6ce72445e9bb12139a7f543ca 2024-12-15T15:42:25,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/ee982f133fb048c88762bc9b1197d25c is 50, key is test_row_0/C:col10/1734277343678/Put/seqid=0 2024-12-15T15:42:25,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277405430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:25,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277405430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:25,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:25,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277405430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:25,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742053_1229 (size=12001) 2024-12-15T15:42:25,435 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/ee982f133fb048c88762bc9b1197d25c 2024-12-15T15:42:25,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/d2d1f4133cca4655810197d214c2a776 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/d2d1f4133cca4655810197d214c2a776 2024-12-15T15:42:25,469 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/d2d1f4133cca4655810197d214c2a776, entries=150, sequenceid=37, filesize=11.7 K 2024-12-15T15:42:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/874fa3b6ce72445e9bb12139a7f543ca as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/874fa3b6ce72445e9bb12139a7f543ca 2024-12-15T15:42:25,477 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/874fa3b6ce72445e9bb12139a7f543ca, entries=150, sequenceid=37, filesize=11.7 K 2024-12-15T15:42:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/ee982f133fb048c88762bc9b1197d25c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/ee982f133fb048c88762bc9b1197d25c 2024-12-15T15:42:25,500 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/ee982f133fb048c88762bc9b1197d25c, entries=150, sequenceid=37, filesize=11.7 K 2024-12-15T15:42:25,501 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a17953a710679ed64a06b190f64359da in 921ms, sequenceid=37, compaction requested=false 2024-12-15T15:42:25,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:25,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:25,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-15T15:42:25,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-15T15:42:25,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-15T15:42:25,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8750 sec 2024-12-15T15:42:25,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.8810 sec 2024-12-15T15:42:25,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-15T15:42:25,771 INFO [Thread-1052 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-15T15:42:25,787 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-15T15:42:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T15:42:25,799 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:25,807 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:25,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:25,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:25,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T15:42:25,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:25,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:25,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:25,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:25,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:25,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:25,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/1a684d0738944b618ba4b02583e07655 is 50, key is test_row_0/A:col10/1734277344814/Put/seqid=0 2024-12-15T15:42:25,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T15:42:25,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742054_1230 (size=12001) 2024-12-15T15:42:25,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/1a684d0738944b618ba4b02583e07655 2024-12-15T15:42:25,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/f31fd9d7624b4496b58dc8ee82076b2b is 50, key is test_row_0/B:col10/1734277344814/Put/seqid=0 2024-12-15T15:42:25,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:25,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277405937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:25,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277405940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:25,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277405942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:25,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:25,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277405943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:25,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277405944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:25,962 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:25,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T15:42:25,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:25,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:25,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:25,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742055_1231 (size=12001) 2024-12-15T15:42:25,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:25,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:25,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/f31fd9d7624b4496b58dc8ee82076b2b 2024-12-15T15:42:26,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/57281508aeea4a66af3a784c2f74a496 is 50, key is test_row_0/C:col10/1734277344814/Put/seqid=0 2024-12-15T15:42:26,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742056_1232 (size=12001) 2024-12-15T15:42:26,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277406049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277406051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277406055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/57281508aeea4a66af3a784c2f74a496 2024-12-15T15:42:26,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277406057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T15:42:26,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/1a684d0738944b618ba4b02583e07655 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/1a684d0738944b618ba4b02583e07655 2024-12-15T15:42:26,115 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/1a684d0738944b618ba4b02583e07655, entries=150, sequenceid=52, filesize=11.7 K 2024-12-15T15:42:26,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/f31fd9d7624b4496b58dc8ee82076b2b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/f31fd9d7624b4496b58dc8ee82076b2b 2024-12-15T15:42:26,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/f31fd9d7624b4496b58dc8ee82076b2b, entries=150, sequenceid=52, filesize=11.7 K 2024-12-15T15:42:26,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T15:42:26,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:26,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:26,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:26,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/57281508aeea4a66af3a784c2f74a496 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/57281508aeea4a66af3a784c2f74a496 2024-12-15T15:42:26,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/57281508aeea4a66af3a784c2f74a496, entries=150, sequenceid=52, filesize=11.7 K 2024-12-15T15:42:26,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for a17953a710679ed64a06b190f64359da in 292ms, sequenceid=52, compaction requested=true 2024-12-15T15:42:26,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:26,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:26,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:26,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:26,160 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:26,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:26,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:26,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:42:26,164 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:26,179 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:26,179 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/B is initiating minor compaction (all files) 2024-12-15T15:42:26,179 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/B in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:26,179 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ed7e055c118b4579947a56ea21487785, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/874fa3b6ce72445e9bb12139a7f543ca, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/f31fd9d7624b4496b58dc8ee82076b2b] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=35.2 K 2024-12-15T15:42:26,187 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:26,187 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ed7e055c118b4579947a56ea21487785, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734277343641 2024-12-15T15:42:26,187 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/A is initiating minor compaction (all files) 2024-12-15T15:42:26,187 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/A in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:26,188 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4d9f8274db8f46a39d5f20444ab44172, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/d2d1f4133cca4655810197d214c2a776, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/1a684d0738944b618ba4b02583e07655] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=35.2 K 2024-12-15T15:42:26,188 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 874fa3b6ce72445e9bb12139a7f543ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734277343669 2024-12-15T15:42:26,191 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d9f8274db8f46a39d5f20444ab44172, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734277343641 2024-12-15T15:42:26,191 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f31fd9d7624b4496b58dc8ee82076b2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734277344814 2024-12-15T15:42:26,195 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2d1f4133cca4655810197d214c2a776, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734277343669 2024-12-15T15:42:26,196 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a684d0738944b618ba4b02583e07655, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734277344814 2024-12-15T15:42:26,209 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#A#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:26,209 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/c4205f67b8de425ea8c8069c79e55303 is 50, key is test_row_0/A:col10/1734277344814/Put/seqid=0 2024-12-15T15:42:26,233 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:26,233 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/0c233636c0fa46d8a9f31664539e360b is 50, key is test_row_0/B:col10/1734277344814/Put/seqid=0 2024-12-15T15:42:26,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742057_1233 (size=12104) 2024-12-15T15:42:26,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742058_1234 (size=12104) 2024-12-15T15:42:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:26,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T15:42:26,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:26,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:26,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:26,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:26,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:26,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:26,272 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/c4205f67b8de425ea8c8069c79e55303 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/c4205f67b8de425ea8c8069c79e55303 2024-12-15T15:42:26,273 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/0c233636c0fa46d8a9f31664539e360b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/0c233636c0fa46d8a9f31664539e360b 2024-12-15T15:42:26,278 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T15:42:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:26,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,282 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a17953a710679ed64a06b190f64359da/B of a17953a710679ed64a06b190f64359da into 0c233636c0fa46d8a9f31664539e360b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:26,282 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a17953a710679ed64a06b190f64359da/A of a17953a710679ed64a06b190f64359da into c4205f67b8de425ea8c8069c79e55303(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:26,282 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:26,282 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:26,283 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/A, priority=13, startTime=1734277346160; duration=0sec 2024-12-15T15:42:26,283 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/B, priority=13, startTime=1734277346160; duration=0sec 2024-12-15T15:42:26,283 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:26,283 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:B 2024-12-15T15:42:26,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,283 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:26,283 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:26,283 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:A 2024-12-15T15:42:26,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/9c8d23c3600e4dcbbb7aec3745257288 is 50, key is test_row_0/A:col10/1734277345940/Put/seqid=0 2024-12-15T15:42:26,286 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:26,286 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/C is initiating minor compaction (all files) 2024-12-15T15:42:26,286 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/C in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:26,286 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/12eee25452d447e584804cd82ba858b8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/ee982f133fb048c88762bc9b1197d25c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/57281508aeea4a66af3a784c2f74a496] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=35.2 K 2024-12-15T15:42:26,287 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 12eee25452d447e584804cd82ba858b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734277343641 2024-12-15T15:42:26,288 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ee982f133fb048c88762bc9b1197d25c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1734277343669 2024-12-15T15:42:26,288 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 57281508aeea4a66af3a784c2f74a496, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734277344814 2024-12-15T15:42:26,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277406284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277406284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277406289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277406291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,333 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:26,333 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/67c9d6408349460c9c4f9c325b664bcf is 50, key is test_row_0/C:col10/1734277344814/Put/seqid=0 2024-12-15T15:42:26,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742059_1235 (size=12001) 2024-12-15T15:42:26,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742060_1236 (size=12104) 2024-12-15T15:42:26,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T15:42:26,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277406396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277406396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,398 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/67c9d6408349460c9c4f9c325b664bcf as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/67c9d6408349460c9c4f9c325b664bcf 2024-12-15T15:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277406396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277406396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,419 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a17953a710679ed64a06b190f64359da/C of a17953a710679ed64a06b190f64359da into 67c9d6408349460c9c4f9c325b664bcf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:26,419 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:26,419 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/C, priority=13, startTime=1734277346160; duration=0sec 2024-12-15T15:42:26,420 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:26,420 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:C 2024-12-15T15:42:26,439 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T15:42:26,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:26,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:26,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:26,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,594 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T15:42:26,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:26,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:26,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:26,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277406599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277406599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277406600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277406600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/9c8d23c3600e4dcbbb7aec3745257288 2024-12-15T15:42:26,746 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/359ecb9105fa40218afa28cb108b80de is 50, key is test_row_0/B:col10/1734277345940/Put/seqid=0 2024-12-15T15:42:26,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T15:42:26,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:26,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:26,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:26,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742061_1237 (size=12001) 2024-12-15T15:42:26,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/359ecb9105fa40218afa28cb108b80de 2024-12-15T15:42:26,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/80fada26afa94af98c7db00e1b8449db is 50, key is test_row_0/C:col10/1734277345940/Put/seqid=0 2024-12-15T15:42:26,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742062_1238 (size=12001) 2024-12-15T15:42:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T15:42:26,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T15:42:26,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:26,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:26,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:26,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:26,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277406902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277406902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277406905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277406906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:26,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277406947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T15:42:27,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:27,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:27,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:27,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:27,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:27,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T15:42:27,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/80fada26afa94af98c7db00e1b8449db 2024-12-15T15:42:27,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/9c8d23c3600e4dcbbb7aec3745257288 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/9c8d23c3600e4dcbbb7aec3745257288 2024-12-15T15:42:27,214 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/9c8d23c3600e4dcbbb7aec3745257288, entries=150, sequenceid=77, filesize=11.7 K 2024-12-15T15:42:27,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T15:42:27,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/359ecb9105fa40218afa28cb108b80de as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/359ecb9105fa40218afa28cb108b80de 2024-12-15T15:42:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:27,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:27,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/359ecb9105fa40218afa28cb108b80de, entries=150, sequenceid=77, filesize=11.7 K 2024-12-15T15:42:27,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/80fada26afa94af98c7db00e1b8449db as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/80fada26afa94af98c7db00e1b8449db 2024-12-15T15:42:27,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/80fada26afa94af98c7db00e1b8449db, entries=150, sequenceid=77, filesize=11.7 K 2024-12-15T15:42:27,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a17953a710679ed64a06b190f64359da in 983ms, sequenceid=77, compaction requested=false 2024-12-15T15:42:27,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:27,372 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-15T15:42:27,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:27,377 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T15:42:27,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:27,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:27,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:27,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:27,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:27,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:27,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/fed6821d286b46eaa8d59c2ae6d511d6 is 50, key is test_row_0/A:col10/1734277346282/Put/seqid=0 2024-12-15T15:42:27,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742063_1239 (size=12001) 2024-12-15T15:42:27,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:27,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:27,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277407478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:27,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277407483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277407483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277407482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:27,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277407588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277407588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:27,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277407589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277407594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:27,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277407794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277407794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277407794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:27,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277407798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:27,823 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/fed6821d286b46eaa8d59c2ae6d511d6 2024-12-15T15:42:27,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/37bbf7edc2ee4dc9a9fad0b163ecf69b is 50, key is test_row_0/B:col10/1734277346282/Put/seqid=0 2024-12-15T15:42:27,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742064_1240 (size=12001) 2024-12-15T15:42:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T15:42:28,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277408102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:28,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277408103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:28,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277408103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:28,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277408112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:28,295 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/37bbf7edc2ee4dc9a9fad0b163ecf69b 2024-12-15T15:42:28,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/bb5a4133193644c3a5d9c14e127b84d6 is 50, key is test_row_0/C:col10/1734277346282/Put/seqid=0 2024-12-15T15:42:28,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742065_1241 (size=12001) 2024-12-15T15:42:28,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:28,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277408605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277408606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277408607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:28,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:28,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277408622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:28,727 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/bb5a4133193644c3a5d9c14e127b84d6 2024-12-15T15:42:28,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/fed6821d286b46eaa8d59c2ae6d511d6 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/fed6821d286b46eaa8d59c2ae6d511d6 2024-12-15T15:42:28,812 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/fed6821d286b46eaa8d59c2ae6d511d6, entries=150, sequenceid=91, filesize=11.7 K 2024-12-15T15:42:28,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/37bbf7edc2ee4dc9a9fad0b163ecf69b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/37bbf7edc2ee4dc9a9fad0b163ecf69b 2024-12-15T15:42:28,829 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/37bbf7edc2ee4dc9a9fad0b163ecf69b, entries=150, sequenceid=91, filesize=11.7 K 2024-12-15T15:42:28,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/bb5a4133193644c3a5d9c14e127b84d6 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/bb5a4133193644c3a5d9c14e127b84d6 2024-12-15T15:42:28,858 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/bb5a4133193644c3a5d9c14e127b84d6, entries=150, sequenceid=91, filesize=11.7 K 2024-12-15T15:42:28,867 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a17953a710679ed64a06b190f64359da in 1491ms, sequenceid=91, compaction requested=true 2024-12-15T15:42:28,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:28,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:28,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-15T15:42:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-15T15:42:28,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-15T15:42:28,889 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0690 sec 2024-12-15T15:42:28,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 3.1020 sec 2024-12-15T15:42:28,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:28,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T15:42:28,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:28,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:28,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:28,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:28,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:28,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:28,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/fc42c537e867488b8827263cb2ec4891 is 50, key is test_row_0/A:col10/1734277347477/Put/seqid=0 2024-12-15T15:42:29,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277409005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:29,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742066_1242 (size=14341) 2024-12-15T15:42:29,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277409108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:29,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277409310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:29,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/fc42c537e867488b8827263cb2ec4891 2024-12-15T15:42:29,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/b7718568b3634c1c95a45300f866b403 is 50, key is test_row_0/B:col10/1734277347477/Put/seqid=0 2024-12-15T15:42:29,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742067_1243 (size=12001) 2024-12-15T15:42:29,516 DEBUG [master/af3997dcf86f:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 4eff0c23a893d7fdc740eaab3277f514 changed from -1.0 to 0.0, refreshing cache 2024-12-15T15:42:29,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277409613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:29,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277409613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:29,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277409616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:29,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:29,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277409617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:29,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:29,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277409632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:29,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/b7718568b3634c1c95a45300f866b403 2024-12-15T15:42:29,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/d1e37ef3af4a4753aa05ff749fd492a4 is 50, key is test_row_0/C:col10/1734277347477/Put/seqid=0 2024-12-15T15:42:29,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-15T15:42:29,901 INFO [Thread-1052 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-15T15:42:29,902 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-15T15:42:29,904 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T15:42:29,904 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:29,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:29,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742068_1244 (size=12001) 2024-12-15T15:42:30,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T15:42:30,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:30,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-15T15:42:30,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:30,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:30,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:30,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:30,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:30,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:30,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:30,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277410118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T15:42:30,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:30,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-15T15:42:30,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:30,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:30,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:30,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:30,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:30,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:30,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/d1e37ef3af4a4753aa05ff749fd492a4 2024-12-15T15:42:30,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/fc42c537e867488b8827263cb2ec4891 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/fc42c537e867488b8827263cb2ec4891 2024-12-15T15:42:30,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/fc42c537e867488b8827263cb2ec4891, entries=200, sequenceid=117, filesize=14.0 K 2024-12-15T15:42:30,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/b7718568b3634c1c95a45300f866b403 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/b7718568b3634c1c95a45300f866b403 2024-12-15T15:42:30,327 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/b7718568b3634c1c95a45300f866b403, entries=150, sequenceid=117, filesize=11.7 K 2024-12-15T15:42:30,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/d1e37ef3af4a4753aa05ff749fd492a4 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/d1e37ef3af4a4753aa05ff749fd492a4 2024-12-15T15:42:30,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/d1e37ef3af4a4753aa05ff749fd492a4, entries=150, sequenceid=117, filesize=11.7 K 2024-12-15T15:42:30,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a17953a710679ed64a06b190f64359da in 1378ms, sequenceid=117, compaction requested=true 2024-12-15T15:42:30,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:30,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:30,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:30,347 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:42:30,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:30,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:30,347 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:42:30,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:30,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:30,348 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:42:30,349 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/A is initiating minor compaction (all files) 2024-12-15T15:42:30,349 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/A in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:30,349 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/c4205f67b8de425ea8c8069c79e55303, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/9c8d23c3600e4dcbbb7aec3745257288, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/fed6821d286b46eaa8d59c2ae6d511d6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/fc42c537e867488b8827263cb2ec4891] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=49.3 K 2024-12-15T15:42:30,349 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:42:30,349 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/B is initiating minor compaction (all files) 2024-12-15T15:42:30,349 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4205f67b8de425ea8c8069c79e55303, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734277344814 2024-12-15T15:42:30,349 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/B in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:30,349 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/0c233636c0fa46d8a9f31664539e360b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/359ecb9105fa40218afa28cb108b80de, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/37bbf7edc2ee4dc9a9fad0b163ecf69b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/b7718568b3634c1c95a45300f866b403] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=47.0 K 2024-12-15T15:42:30,350 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c233636c0fa46d8a9f31664539e360b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734277344814 2024-12-15T15:42:30,350 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c8d23c3600e4dcbbb7aec3745257288, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734277345940 2024-12-15T15:42:30,350 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 359ecb9105fa40218afa28cb108b80de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734277345940 2024-12-15T15:42:30,350 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting fed6821d286b46eaa8d59c2ae6d511d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734277346280 2024-12-15T15:42:30,350 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 37bbf7edc2ee4dc9a9fad0b163ecf69b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734277346280 2024-12-15T15:42:30,351 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b7718568b3634c1c95a45300f866b403, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734277347477 2024-12-15T15:42:30,351 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc42c537e867488b8827263cb2ec4891, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734277347477 2024-12-15T15:42:30,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:30,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-15T15:42:30,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:30,363 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-15T15:42:30,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:30,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:30,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:30,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:30,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:30,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:30,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/c7d6680e9077462cabd71fcba6666603 is 50, key is test_row_0/A:col10/1734277348993/Put/seqid=0 2024-12-15T15:42:30,369 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#A#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:30,369 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/36fbce0324294f128dceeda072f5acbf is 50, key is test_row_0/A:col10/1734277347477/Put/seqid=0 2024-12-15T15:42:30,380 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#B#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:30,380 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/06045efbeee9480f9350bc5e78dd0c45 is 50, key is test_row_0/B:col10/1734277347477/Put/seqid=0 2024-12-15T15:42:30,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742069_1245 (size=12001) 2024-12-15T15:42:30,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742070_1246 (size=12241) 2024-12-15T15:42:30,408 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/36fbce0324294f128dceeda072f5acbf as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/36fbce0324294f128dceeda072f5acbf 2024-12-15T15:42:30,415 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a17953a710679ed64a06b190f64359da/A of a17953a710679ed64a06b190f64359da into 36fbce0324294f128dceeda072f5acbf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:30,415 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:30,415 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/A, priority=12, startTime=1734277350347; duration=0sec 2024-12-15T15:42:30,415 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:30,415 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:A 2024-12-15T15:42:30,415 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:42:30,417 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:42:30,417 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/C is initiating minor compaction (all files) 2024-12-15T15:42:30,417 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/C in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:30,417 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/67c9d6408349460c9c4f9c325b664bcf, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/80fada26afa94af98c7db00e1b8449db, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/bb5a4133193644c3a5d9c14e127b84d6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/d1e37ef3af4a4753aa05ff749fd492a4] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=47.0 K 2024-12-15T15:42:30,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742071_1247 (size=12241) 2024-12-15T15:42:30,427 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67c9d6408349460c9c4f9c325b664bcf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1734277344814 2024-12-15T15:42:30,427 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80fada26afa94af98c7db00e1b8449db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734277345940 2024-12-15T15:42:30,429 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb5a4133193644c3a5d9c14e127b84d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734277346280 2024-12-15T15:42:30,429 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1e37ef3af4a4753aa05ff749fd492a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734277347477 2024-12-15T15:42:30,443 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/06045efbeee9480f9350bc5e78dd0c45 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/06045efbeee9480f9350bc5e78dd0c45 2024-12-15T15:42:30,457 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:30,457 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/5b64bb5e8d7743a282766553c77f31d3 is 50, key is test_row_0/C:col10/1734277347477/Put/seqid=0 2024-12-15T15:42:30,458 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a17953a710679ed64a06b190f64359da/B of a17953a710679ed64a06b190f64359da into 06045efbeee9480f9350bc5e78dd0c45(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:30,458 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:30,458 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/B, priority=12, startTime=1734277350347; duration=0sec 2024-12-15T15:42:30,458 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:30,458 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:B 2024-12-15T15:42:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742072_1248 (size=12241) 2024-12-15T15:42:30,492 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/5b64bb5e8d7743a282766553c77f31d3 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/5b64bb5e8d7743a282766553c77f31d3 2024-12-15T15:42:30,501 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a17953a710679ed64a06b190f64359da/C of a17953a710679ed64a06b190f64359da into 5b64bb5e8d7743a282766553c77f31d3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:30,501 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:30,501 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/C, priority=12, startTime=1734277350347; duration=0sec 2024-12-15T15:42:30,501 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:30,501 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:C 2024-12-15T15:42:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T15:42:30,794 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/c7d6680e9077462cabd71fcba6666603 2024-12-15T15:42:30,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/8d3cd259a2cb4269a4767163b9dd3c19 is 50, key is test_row_0/B:col10/1734277348993/Put/seqid=0 2024-12-15T15:42:30,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742073_1249 (size=12001) 2024-12-15T15:42:30,821 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/8d3cd259a2cb4269a4767163b9dd3c19 2024-12-15T15:42:30,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/9de0224a4c524ddca9338aa94eb4ed85 is 50, key is test_row_0/C:col10/1734277348993/Put/seqid=0 2024-12-15T15:42:30,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742074_1250 (size=12001) 2024-12-15T15:42:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T15:42:31,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:31,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:31,264 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/9de0224a4c524ddca9338aa94eb4ed85 2024-12-15T15:42:31,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/c7d6680e9077462cabd71fcba6666603 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/c7d6680e9077462cabd71fcba6666603 2024-12-15T15:42:31,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:31,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277411268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:31,277 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/c7d6680e9077462cabd71fcba6666603, entries=150, sequenceid=127, filesize=11.7 K 2024-12-15T15:42:31,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/8d3cd259a2cb4269a4767163b9dd3c19 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/8d3cd259a2cb4269a4767163b9dd3c19 2024-12-15T15:42:31,287 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/8d3cd259a2cb4269a4767163b9dd3c19, entries=150, sequenceid=127, filesize=11.7 K 2024-12-15T15:42:31,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/9de0224a4c524ddca9338aa94eb4ed85 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/9de0224a4c524ddca9338aa94eb4ed85 2024-12-15T15:42:31,307 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/9de0224a4c524ddca9338aa94eb4ed85, entries=150, sequenceid=127, filesize=11.7 K 2024-12-15T15:42:31,309 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for a17953a710679ed64a06b190f64359da in 946ms, sequenceid=127, compaction requested=false 2024-12-15T15:42:31,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:31,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:31,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-15T15:42:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-15T15:42:31,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-15T15:42:31,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-12-15T15:42:31,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.4160 sec 2024-12-15T15:42:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:31,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T15:42:31,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:31,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/58c709b8d74140ebb88865ab02297acd is 50, key is test_row_0/A:col10/1734277351213/Put/seqid=0 2024-12-15T15:42:31,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277411414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:31,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742075_1251 (size=12151) 2024-12-15T15:42:31,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/58c709b8d74140ebb88865ab02297acd 2024-12-15T15:42:31,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/5b0d0b554f5e43cfb3793a73d0266888 is 50, key is test_row_0/B:col10/1734277351213/Put/seqid=0 2024-12-15T15:42:31,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742076_1252 (size=12151) 2024-12-15T15:42:31,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/5b0d0b554f5e43cfb3793a73d0266888 2024-12-15T15:42:31,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277411518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:31,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/a9da745871bc413d84fd0587ddf6c905 is 50, key is test_row_0/C:col10/1734277351213/Put/seqid=0 2024-12-15T15:42:31,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742077_1253 (size=12151) 2024-12-15T15:42:31,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/a9da745871bc413d84fd0587ddf6c905 2024-12-15T15:42:31,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/58c709b8d74140ebb88865ab02297acd as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/58c709b8d74140ebb88865ab02297acd 2024-12-15T15:42:31,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/58c709b8d74140ebb88865ab02297acd, entries=150, sequenceid=157, filesize=11.9 K 2024-12-15T15:42:31,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277411628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:31,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/5b0d0b554f5e43cfb3793a73d0266888 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/5b0d0b554f5e43cfb3793a73d0266888 2024-12-15T15:42:31,632 DEBUG [Thread-1046 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., hostname=af3997dcf86f,46311,1734277284128, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:42:31,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/5b0d0b554f5e43cfb3793a73d0266888, entries=150, sequenceid=157, filesize=11.9 K 2024-12-15T15:42:31,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277411629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:31,637 DEBUG [Thread-1042 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., hostname=af3997dcf86f,46311,1734277284128, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:42:31,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/a9da745871bc413d84fd0587ddf6c905 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/a9da745871bc413d84fd0587ddf6c905 2024-12-15T15:42:31,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277411633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:31,642 DEBUG [Thread-1048 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., hostname=af3997dcf86f,46311,1734277284128, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:42:31,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/a9da745871bc413d84fd0587ddf6c905, entries=150, sequenceid=157, filesize=11.9 K 2024-12-15T15:42:31,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for a17953a710679ed64a06b190f64359da in 265ms, sequenceid=157, compaction requested=true 2024-12-15T15:42:31,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:31,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:31,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:31,648 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:31,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:31,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:31,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:31,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:42:31,650 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:31,651 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/A is initiating minor compaction (all files) 2024-12-15T15:42:31,651 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/A in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:31,651 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/36fbce0324294f128dceeda072f5acbf, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/c7d6680e9077462cabd71fcba6666603, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/58c709b8d74140ebb88865ab02297acd] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=35.5 K 2024-12-15T15:42:31,651 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:31,651 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36fbce0324294f128dceeda072f5acbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734277347477 2024-12-15T15:42:31,652 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7d6680e9077462cabd71fcba6666603, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1734277348975 2024-12-15T15:42:31,653 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58c709b8d74140ebb88865ab02297acd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734277351197 2024-12-15T15:42:31,657 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:31,657 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/B is initiating minor compaction (all files) 2024-12-15T15:42:31,658 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/B in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:31,658 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/06045efbeee9480f9350bc5e78dd0c45, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/8d3cd259a2cb4269a4767163b9dd3c19, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/5b0d0b554f5e43cfb3793a73d0266888] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=35.5 K 2024-12-15T15:42:31,659 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 06045efbeee9480f9350bc5e78dd0c45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734277347477 2024-12-15T15:42:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:31,662 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d3cd259a2cb4269a4767163b9dd3c19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1734277348975 2024-12-15T15:42:31,663 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b0d0b554f5e43cfb3793a73d0266888, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734277351197 2024-12-15T15:42:31,674 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#A#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:31,674 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/cc2b91d80eef4014b98822bed16cff85 is 50, key is test_row_0/A:col10/1734277351213/Put/seqid=0 2024-12-15T15:42:31,682 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#B#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:31,682 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/915e24b5e9cd426fab254f872c9c3477 is 50, key is test_row_0/B:col10/1734277351213/Put/seqid=0 2024-12-15T15:42:31,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T15:42:31,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:31,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:31,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:31,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:31,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:31,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:31,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/cadde9685282466bbd213e63ddd77502 is 50, key is test_row_0/A:col10/1734277351651/Put/seqid=0 2024-12-15T15:42:31,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742079_1255 (size=12493) 2024-12-15T15:42:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742078_1254 (size=12493) 2024-12-15T15:42:31,739 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/915e24b5e9cd426fab254f872c9c3477 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/915e24b5e9cd426fab254f872c9c3477 2024-12-15T15:42:31,742 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/cc2b91d80eef4014b98822bed16cff85 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/cc2b91d80eef4014b98822bed16cff85 2024-12-15T15:42:31,752 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a17953a710679ed64a06b190f64359da/B of a17953a710679ed64a06b190f64359da into 915e24b5e9cd426fab254f872c9c3477(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:31,752 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:31,752 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/B, priority=13, startTime=1734277351648; duration=0sec 2024-12-15T15:42:31,752 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:31,752 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:B 2024-12-15T15:42:31,752 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:31,754 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a17953a710679ed64a06b190f64359da/A of a17953a710679ed64a06b190f64359da into cc2b91d80eef4014b98822bed16cff85(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:31,754 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:31,754 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/A, priority=13, startTime=1734277351647; duration=0sec 2024-12-15T15:42:31,754 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:31,754 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:A 2024-12-15T15:42:31,755 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:31,755 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/C is initiating minor compaction (all files) 2024-12-15T15:42:31,755 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/C in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:31,755 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/5b64bb5e8d7743a282766553c77f31d3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/9de0224a4c524ddca9338aa94eb4ed85, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/a9da745871bc413d84fd0587ddf6c905] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=35.5 K 2024-12-15T15:42:31,756 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b64bb5e8d7743a282766553c77f31d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1734277347477 2024-12-15T15:42:31,762 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9de0224a4c524ddca9338aa94eb4ed85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1734277348975 2024-12-15T15:42:31,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742080_1256 (size=12151) 2024-12-15T15:42:31,771 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a9da745871bc413d84fd0587ddf6c905, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734277351197 2024-12-15T15:42:31,827 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#C#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:31,827 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/96d9a33af7cf49498cab4c50a4fd0c06 is 50, key is test_row_0/C:col10/1734277351213/Put/seqid=0 2024-12-15T15:42:31,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277411825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:31,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:31,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277411825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:31,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742081_1257 (size=12493) 2024-12-15T15:42:31,863 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/96d9a33af7cf49498cab4c50a4fd0c06 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/96d9a33af7cf49498cab4c50a4fd0c06 2024-12-15T15:42:31,882 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a17953a710679ed64a06b190f64359da/C of a17953a710679ed64a06b190f64359da into 96d9a33af7cf49498cab4c50a4fd0c06(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:31,882 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:31,882 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/C, priority=13, startTime=1734277351648; duration=0sec 2024-12-15T15:42:31,882 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:31,882 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:C 2024-12-15T15:42:31,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:31,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277411935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:31,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:31,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277411935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-15T15:42:32,014 INFO [Thread-1052 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-15T15:42:32,017 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:32,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-15T15:42:32,019 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T15:42:32,019 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:32,019 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T15:42:32,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:32,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277412143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:32,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277412143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:32,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/cadde9685282466bbd213e63ddd77502 2024-12-15T15:42:32,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:32,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-15T15:42:32,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:32,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:32,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:32,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:32,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:32,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/ccd0d571a1784ee792e6c652bdaebc63 is 50, key is test_row_0/B:col10/1734277351651/Put/seqid=0 2024-12-15T15:42:32,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742082_1258 (size=12151) 2024-12-15T15:42:32,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/ccd0d571a1784ee792e6c652bdaebc63 2024-12-15T15:42:32,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/ac8971c6f1174797abc5ac134fdb1fec is 50, key is test_row_0/C:col10/1734277351651/Put/seqid=0 2024-12-15T15:42:32,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742083_1259 (size=12151) 2024-12-15T15:42:32,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/ac8971c6f1174797abc5ac134fdb1fec 2024-12-15T15:42:32,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/cadde9685282466bbd213e63ddd77502 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/cadde9685282466bbd213e63ddd77502 2024-12-15T15:42:32,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/cadde9685282466bbd213e63ddd77502, entries=150, sequenceid=170, filesize=11.9 K 2024-12-15T15:42:32,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/ccd0d571a1784ee792e6c652bdaebc63 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ccd0d571a1784ee792e6c652bdaebc63 2024-12-15T15:42:32,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ccd0d571a1784ee792e6c652bdaebc63, entries=150, sequenceid=170, filesize=11.9 K 2024-12-15T15:42:32,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/ac8971c6f1174797abc5ac134fdb1fec as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/ac8971c6f1174797abc5ac134fdb1fec 2024-12-15T15:42:32,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/ac8971c6f1174797abc5ac134fdb1fec, entries=150, sequenceid=170, filesize=11.9 K 2024-12-15T15:42:32,301 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-15T15:42:32,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for a17953a710679ed64a06b190f64359da in 619ms, sequenceid=170, compaction requested=false 2024-12-15T15:42:32,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T15:42:32,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:32,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-15T15:42:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:32,332 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T15:42:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:32,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:32,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/4b8c23b34a6d417181d47819a961e722 is 50, key is test_row_0/A:col10/1734277351814/Put/seqid=0 2024-12-15T15:42:32,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742084_1260 (size=12151) 2024-12-15T15:42:32,358 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/4b8c23b34a6d417181d47819a961e722 2024-12-15T15:42:32,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/9e18e6d5593b4820ad6728695edf803f is 50, key is test_row_0/B:col10/1734277351814/Put/seqid=0 2024-12-15T15:42:32,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742085_1261 (size=12151) 2024-12-15T15:42:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:32,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:32,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277412458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:32,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277412459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:32,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:32,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277412561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:32,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:32,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277412561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T15:42:32,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:32,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277412767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:32,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277412771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:32,789 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/9e18e6d5593b4820ad6728695edf803f 2024-12-15T15:42:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/14e9d1fba0904d978aeaa55b0e5aa6d0 is 50, key is test_row_0/C:col10/1734277351814/Put/seqid=0 2024-12-15T15:42:32,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742086_1262 (size=12151) 2024-12-15T15:42:32,863 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/14e9d1fba0904d978aeaa55b0e5aa6d0 2024-12-15T15:42:32,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/4b8c23b34a6d417181d47819a961e722 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4b8c23b34a6d417181d47819a961e722 2024-12-15T15:42:32,904 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4b8c23b34a6d417181d47819a961e722, entries=150, sequenceid=197, filesize=11.9 K 2024-12-15T15:42:32,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/9e18e6d5593b4820ad6728695edf803f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9e18e6d5593b4820ad6728695edf803f 2024-12-15T15:42:32,922 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9e18e6d5593b4820ad6728695edf803f, entries=150, sequenceid=197, filesize=11.9 K 2024-12-15T15:42:32,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/14e9d1fba0904d978aeaa55b0e5aa6d0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/14e9d1fba0904d978aeaa55b0e5aa6d0 2024-12-15T15:42:32,946 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/14e9d1fba0904d978aeaa55b0e5aa6d0, entries=150, sequenceid=197, filesize=11.9 K 2024-12-15T15:42:32,949 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a17953a710679ed64a06b190f64359da in 617ms, sequenceid=197, compaction requested=true 2024-12-15T15:42:32,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:32,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:32,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-15T15:42:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-15T15:42:32,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-15T15:42:32,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 933 msec 2024-12-15T15:42:32,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 937 msec 2024-12-15T15:42:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:33,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T15:42:33,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:33,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:33,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:33,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:33,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:33,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:33,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/087e48ed425c467186c48089c269b4a8 is 50, key is test_row_0/A:col10/1734277353072/Put/seqid=0 2024-12-15T15:42:33,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742087_1263 (size=12151) 2024-12-15T15:42:33,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/087e48ed425c467186c48089c269b4a8 2024-12-15T15:42:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T15:42:33,123 INFO [Thread-1052 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-15T15:42:33,126 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-15T15:42:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T15:42:33,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277413126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277413126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:33,130 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:33,131 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:33,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:33,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/e985fa16f323457588fedf3c7dd50e70 is 50, key is test_row_0/B:col10/1734277353072/Put/seqid=0 2024-12-15T15:42:33,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742088_1264 (size=12151) 2024-12-15T15:42:33,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/e985fa16f323457588fedf3c7dd50e70 2024-12-15T15:42:33,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/031b42e54ee348dba3c0817c2d3a10eb is 50, key is test_row_0/C:col10/1734277353072/Put/seqid=0 2024-12-15T15:42:33,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742089_1265 (size=12151) 2024-12-15T15:42:33,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/031b42e54ee348dba3c0817c2d3a10eb 2024-12-15T15:42:33,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/087e48ed425c467186c48089c269b4a8 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/087e48ed425c467186c48089c269b4a8 2024-12-15T15:42:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T15:42:33,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/087e48ed425c467186c48089c269b4a8, entries=150, sequenceid=210, filesize=11.9 K 2024-12-15T15:42:33,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:33,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277413231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:33,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/e985fa16f323457588fedf3c7dd50e70 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/e985fa16f323457588fedf3c7dd50e70 2024-12-15T15:42:33,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277413232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:33,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/e985fa16f323457588fedf3c7dd50e70, entries=150, sequenceid=210, filesize=11.9 K 2024-12-15T15:42:33,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/031b42e54ee348dba3c0817c2d3a10eb as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/031b42e54ee348dba3c0817c2d3a10eb 2024-12-15T15:42:33,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/031b42e54ee348dba3c0817c2d3a10eb, entries=150, sequenceid=210, filesize=11.9 K 2024-12-15T15:42:33,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:33,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a17953a710679ed64a06b190f64359da in 212ms, sequenceid=210, compaction requested=true 2024-12-15T15:42:33,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-15T15:42:33,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:33,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:33,286 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:42:33,286 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T15:42:33,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:33,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:33,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:33,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:33,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:33,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:33,286 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:42:33,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:33,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:33,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:33,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:33,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:33,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:33,288 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:42:33,288 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/B is initiating minor compaction (all files) 2024-12-15T15:42:33,288 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/B in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:33,288 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/915e24b5e9cd426fab254f872c9c3477, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ccd0d571a1784ee792e6c652bdaebc63, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9e18e6d5593b4820ad6728695edf803f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/e985fa16f323457588fedf3c7dd50e70] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=47.8 K 2024-12-15T15:42:33,289 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:42:33,289 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/A is initiating minor compaction (all files) 2024-12-15T15:42:33,289 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/A in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:33,289 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/cc2b91d80eef4014b98822bed16cff85, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/cadde9685282466bbd213e63ddd77502, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4b8c23b34a6d417181d47819a961e722, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/087e48ed425c467186c48089c269b4a8] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=47.8 K 2024-12-15T15:42:33,290 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 915e24b5e9cd426fab254f872c9c3477, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734277351197 2024-12-15T15:42:33,290 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc2b91d80eef4014b98822bed16cff85, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734277351197 2024-12-15T15:42:33,290 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting cadde9685282466bbd213e63ddd77502, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734277351651 2024-12-15T15:42:33,290 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ccd0d571a1784ee792e6c652bdaebc63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734277351651 2024-12-15T15:42:33,291 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b8c23b34a6d417181d47819a961e722, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734277351808 2024-12-15T15:42:33,291 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 087e48ed425c467186c48089c269b4a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734277352453 2024-12-15T15:42:33,291 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e18e6d5593b4820ad6728695edf803f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734277351808 2024-12-15T15:42:33,291 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e985fa16f323457588fedf3c7dd50e70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734277352453 2024-12-15T15:42:33,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/28a76fb64f5442e997e12414db31ffeb is 50, key is test_row_0/A:col10/1734277353123/Put/seqid=0 2024-12-15T15:42:33,327 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#A#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:33,328 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/57fab4e6d1d644328ff45cddea6f0f4e is 50, key is test_row_0/A:col10/1734277353072/Put/seqid=0 2024-12-15T15:42:33,330 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#B#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:33,330 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/6a2f572779244578945814dc7facd213 is 50, key is test_row_0/B:col10/1734277353072/Put/seqid=0 2024-12-15T15:42:33,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742090_1266 (size=12151) 2024-12-15T15:42:33,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742091_1267 (size=12629) 2024-12-15T15:42:33,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742092_1268 (size=12629) 2024-12-15T15:42:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T15:42:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:33,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277413461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:33,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277413462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:33,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277413566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:33,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277413566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T15:42:33,737 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/28a76fb64f5442e997e12414db31ffeb 2024-12-15T15:42:33,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277413774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:33,775 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/57fab4e6d1d644328ff45cddea6f0f4e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/57fab4e6d1d644328ff45cddea6f0f4e 2024-12-15T15:42:33,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/f7cc1cfab8e44de58a6311d5c27091c0 is 50, key is test_row_0/B:col10/1734277353123/Put/seqid=0 2024-12-15T15:42:33,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277413780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:33,784 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/6a2f572779244578945814dc7facd213 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/6a2f572779244578945814dc7facd213 2024-12-15T15:42:33,792 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a17953a710679ed64a06b190f64359da/A of a17953a710679ed64a06b190f64359da into 57fab4e6d1d644328ff45cddea6f0f4e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:33,793 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:33,793 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/A, priority=12, startTime=1734277353286; duration=0sec 2024-12-15T15:42:33,793 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:33,793 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:A 2024-12-15T15:42:33,793 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:42:33,800 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:42:33,800 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/C is initiating minor compaction (all files) 2024-12-15T15:42:33,800 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/C in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:33,800 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/96d9a33af7cf49498cab4c50a4fd0c06, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/ac8971c6f1174797abc5ac134fdb1fec, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/14e9d1fba0904d978aeaa55b0e5aa6d0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/031b42e54ee348dba3c0817c2d3a10eb] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=47.8 K 2024-12-15T15:42:33,804 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96d9a33af7cf49498cab4c50a4fd0c06, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734277351197 2024-12-15T15:42:33,807 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac8971c6f1174797abc5ac134fdb1fec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734277351651 2024-12-15T15:42:33,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742093_1269 (size=12151) 2024-12-15T15:42:33,809 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a17953a710679ed64a06b190f64359da/B of a17953a710679ed64a06b190f64359da into 6a2f572779244578945814dc7facd213(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:33,810 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:33,810 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/B, priority=12, startTime=1734277353286; duration=0sec 2024-12-15T15:42:33,810 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:33,810 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:B 2024-12-15T15:42:33,811 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14e9d1fba0904d978aeaa55b0e5aa6d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1734277351808 2024-12-15T15:42:33,812 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 031b42e54ee348dba3c0817c2d3a10eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734277352453 2024-12-15T15:42:33,828 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#C#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:33,828 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/95fec97f690149d1b756e73373b123ed is 50, key is test_row_0/C:col10/1734277353072/Put/seqid=0 2024-12-15T15:42:33,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742094_1270 (size=12629) 2024-12-15T15:42:34,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:34,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277414077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:34,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:34,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277414083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:34,228 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/f7cc1cfab8e44de58a6311d5c27091c0 2024-12-15T15:42:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T15:42:34,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/e333b2b7fbab47bb91c040bd25eeb485 is 50, key is test_row_0/C:col10/1734277353123/Put/seqid=0 2024-12-15T15:42:34,280 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/95fec97f690149d1b756e73373b123ed as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/95fec97f690149d1b756e73373b123ed 2024-12-15T15:42:34,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742095_1271 (size=12151) 2024-12-15T15:42:34,296 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/e333b2b7fbab47bb91c040bd25eeb485 2024-12-15T15:42:34,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/28a76fb64f5442e997e12414db31ffeb as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/28a76fb64f5442e997e12414db31ffeb 2024-12-15T15:42:34,305 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a17953a710679ed64a06b190f64359da/C of a17953a710679ed64a06b190f64359da into 95fec97f690149d1b756e73373b123ed(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:34,305 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:34,305 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/C, priority=12, startTime=1734277353287; duration=0sec 2024-12-15T15:42:34,305 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:34,305 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:C 2024-12-15T15:42:34,313 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/28a76fb64f5442e997e12414db31ffeb, entries=150, sequenceid=233, filesize=11.9 K 2024-12-15T15:42:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/f7cc1cfab8e44de58a6311d5c27091c0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/f7cc1cfab8e44de58a6311d5c27091c0 2024-12-15T15:42:34,327 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/f7cc1cfab8e44de58a6311d5c27091c0, entries=150, sequenceid=233, filesize=11.9 K 2024-12-15T15:42:34,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/e333b2b7fbab47bb91c040bd25eeb485 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/e333b2b7fbab47bb91c040bd25eeb485 2024-12-15T15:42:34,345 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/e333b2b7fbab47bb91c040bd25eeb485, entries=150, sequenceid=233, filesize=11.9 K 2024-12-15T15:42:34,346 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a17953a710679ed64a06b190f64359da in 1060ms, sequenceid=233, compaction requested=false 2024-12-15T15:42:34,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:34,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:34,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-15T15:42:34,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-15T15:42:34,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-15T15:42:34,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2280 sec 2024-12-15T15:42:34,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.2380 sec 2024-12-15T15:42:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:34,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T15:42:34,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:34,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:34,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:34,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:34,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:34,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:34,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/6e6371de8fd348a49ed6043e3835de26 is 50, key is test_row_0/A:col10/1734277354581/Put/seqid=0 2024-12-15T15:42:34,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742096_1272 (size=12151) 2024-12-15T15:42:34,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/6e6371de8fd348a49ed6043e3835de26 2024-12-15T15:42:34,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/ead86c599f744292bd509f99be6a5025 is 50, key is test_row_0/B:col10/1734277354581/Put/seqid=0 2024-12-15T15:42:34,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742097_1273 (size=12151) 2024-12-15T15:42:34,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:34,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277414622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277414622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:34,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277414725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:34,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277414727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:34,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277414927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:34,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277414930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:35,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/ead86c599f744292bd509f99be6a5025 2024-12-15T15:42:35,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/6e98a8c2171644f691d15f7dd67048f4 is 50, key is test_row_0/C:col10/1734277354581/Put/seqid=0 2024-12-15T15:42:35,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742098_1274 (size=12151) 2024-12-15T15:42:35,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277415231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T15:42:35,233 INFO [Thread-1052 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-15T15:42:35,234 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-15T15:42:35,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277415233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:35,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T15:42:35,235 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:35,238 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:35,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T15:42:35,389 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:35,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T15:42:35,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:35,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:35,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:35,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:35,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:35,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/6e98a8c2171644f691d15f7dd67048f4 2024-12-15T15:42:35,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/6e6371de8fd348a49ed6043e3835de26 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/6e6371de8fd348a49ed6043e3835de26 2024-12-15T15:42:35,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/6e6371de8fd348a49ed6043e3835de26, entries=150, sequenceid=250, filesize=11.9 K 2024-12-15T15:42:35,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/ead86c599f744292bd509f99be6a5025 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ead86c599f744292bd509f99be6a5025 2024-12-15T15:42:35,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ead86c599f744292bd509f99be6a5025, entries=150, sequenceid=250, filesize=11.9 K 2024-12-15T15:42:35,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/6e98a8c2171644f691d15f7dd67048f4 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/6e98a8c2171644f691d15f7dd67048f4 2024-12-15T15:42:35,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/6e98a8c2171644f691d15f7dd67048f4, entries=150, sequenceid=250, filesize=11.9 K 2024-12-15T15:42:35,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for a17953a710679ed64a06b190f64359da in 894ms, sequenceid=250, compaction requested=true 2024-12-15T15:42:35,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:35,477 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:35,477 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:35,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:35,478 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:35,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:35,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:35,478 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:35,478 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/B is initiating minor compaction (all files) 2024-12-15T15:42:35,478 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/B in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:35,478 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/6a2f572779244578945814dc7facd213, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/f7cc1cfab8e44de58a6311d5c27091c0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ead86c599f744292bd509f99be6a5025] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=36.1 K 2024-12-15T15:42:35,479 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:35,479 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/A is initiating minor compaction (all files) 2024-12-15T15:42:35,479 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/A in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:35,479 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/57fab4e6d1d644328ff45cddea6f0f4e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/28a76fb64f5442e997e12414db31ffeb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/6e6371de8fd348a49ed6043e3835de26] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=36.1 K 2024-12-15T15:42:35,479 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a2f572779244578945814dc7facd213, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734277352453 2024-12-15T15:42:35,479 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57fab4e6d1d644328ff45cddea6f0f4e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734277352453 2024-12-15T15:42:35,479 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f7cc1cfab8e44de58a6311d5c27091c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734277353089 2024-12-15T15:42:35,480 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28a76fb64f5442e997e12414db31ffeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734277353089 2024-12-15T15:42:35,480 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ead86c599f744292bd509f99be6a5025, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734277353453 2024-12-15T15:42:35,480 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e6371de8fd348a49ed6043e3835de26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734277353453 2024-12-15T15:42:35,489 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#B#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:35,489 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#A#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:35,490 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/9e0af7e988844bab8108cc94a1770438 is 50, key is test_row_0/A:col10/1734277354581/Put/seqid=0 2024-12-15T15:42:35,490 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/894b46a35beb417c9c4fda1053297c0c is 50, key is test_row_0/B:col10/1734277354581/Put/seqid=0 2024-12-15T15:42:35,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742099_1275 (size=12731) 2024-12-15T15:42:35,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742100_1276 (size=12731) 2024-12-15T15:42:35,519 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/894b46a35beb417c9c4fda1053297c0c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/894b46a35beb417c9c4fda1053297c0c 2024-12-15T15:42:35,525 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a17953a710679ed64a06b190f64359da/B of a17953a710679ed64a06b190f64359da into 894b46a35beb417c9c4fda1053297c0c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:35,525 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:35,525 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/B, priority=13, startTime=1734277355477; duration=0sec 2024-12-15T15:42:35,525 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:35,525 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:B 2024-12-15T15:42:35,525 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:35,526 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:35,526 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/C is initiating minor compaction (all files) 2024-12-15T15:42:35,526 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/C in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:35,527 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/95fec97f690149d1b756e73373b123ed, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/e333b2b7fbab47bb91c040bd25eeb485, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/6e98a8c2171644f691d15f7dd67048f4] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=36.1 K 2024-12-15T15:42:35,527 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 95fec97f690149d1b756e73373b123ed, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734277352453 2024-12-15T15:42:35,527 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e333b2b7fbab47bb91c040bd25eeb485, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734277353089 2024-12-15T15:42:35,527 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e98a8c2171644f691d15f7dd67048f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734277353453 2024-12-15T15:42:35,534 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#C#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:35,535 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/a644b769338c4911a3caab0fb25846ce is 50, key is test_row_0/C:col10/1734277354581/Put/seqid=0 2024-12-15T15:42:35,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742101_1277 (size=12731) 2024-12-15T15:42:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T15:42:35,542 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:35,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-15T15:42:35,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:35,543 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T15:42:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:35,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:35,544 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/a644b769338c4911a3caab0fb25846ce as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/a644b769338c4911a3caab0fb25846ce 2024-12-15T15:42:35,551 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a17953a710679ed64a06b190f64359da/C of a17953a710679ed64a06b190f64359da into a644b769338c4911a3caab0fb25846ce(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:35,551 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:35,551 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/C, priority=13, startTime=1734277355478; duration=0sec 2024-12-15T15:42:35,551 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:35,551 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:C 2024-12-15T15:42:35,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/7051d803992b47a5ab5b8533c55cc6ff is 50, key is test_row_0/A:col10/1734277354621/Put/seqid=0 2024-12-15T15:42:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742102_1278 (size=12301) 2024-12-15T15:42:35,580 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/7051d803992b47a5ab5b8533c55cc6ff 2024-12-15T15:42:35,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/ded654445aa145499af387bc14775b50 is 50, key is test_row_0/B:col10/1734277354621/Put/seqid=0 2024-12-15T15:42:35,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742103_1279 (size=12301) 2024-12-15T15:42:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:35,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:35,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277415669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:35,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42366 deadline: 1734277415671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:35,672 DEBUG [Thread-1042 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., hostname=af3997dcf86f,46311,1734277284128, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:42:35,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277415676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:35,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277415736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:35,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:35,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277415736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:35,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277415772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:35,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:35,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277415779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T15:42:35,906 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/9e0af7e988844bab8108cc94a1770438 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/9e0af7e988844bab8108cc94a1770438 2024-12-15T15:42:35,911 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a17953a710679ed64a06b190f64359da/A of a17953a710679ed64a06b190f64359da into 9e0af7e988844bab8108cc94a1770438(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:35,911 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:35,911 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/A, priority=13, startTime=1734277355476; duration=0sec 2024-12-15T15:42:35,914 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:35,914 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:A 2024-12-15T15:42:35,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277415973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:35,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:35,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277415982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:36,009 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/ded654445aa145499af387bc14775b50 2024-12-15T15:42:36,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/44c3398a1146401e97c7119ecc16e865 is 50, key is test_row_0/C:col10/1734277354621/Put/seqid=0 2024-12-15T15:42:36,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742104_1280 (size=12301) 2024-12-15T15:42:36,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:36,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277416278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:36,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:36,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277416286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T15:42:36,437 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/44c3398a1146401e97c7119ecc16e865 2024-12-15T15:42:36,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/7051d803992b47a5ab5b8533c55cc6ff as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/7051d803992b47a5ab5b8533c55cc6ff 2024-12-15T15:42:36,446 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/7051d803992b47a5ab5b8533c55cc6ff, entries=150, sequenceid=274, filesize=12.0 K 2024-12-15T15:42:36,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/ded654445aa145499af387bc14775b50 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ded654445aa145499af387bc14775b50 2024-12-15T15:42:36,450 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ded654445aa145499af387bc14775b50, entries=150, sequenceid=274, filesize=12.0 K 2024-12-15T15:42:36,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/44c3398a1146401e97c7119ecc16e865 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/44c3398a1146401e97c7119ecc16e865 2024-12-15T15:42:36,455 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/44c3398a1146401e97c7119ecc16e865, entries=150, sequenceid=274, filesize=12.0 K 2024-12-15T15:42:36,456 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for a17953a710679ed64a06b190f64359da in 914ms, sequenceid=274, compaction requested=false 2024-12-15T15:42:36,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:36,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:36,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-15T15:42:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-15T15:42:36,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-15T15:42:36,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2190 sec 2024-12-15T15:42:36,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.2250 sec 2024-12-15T15:42:36,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:36,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-15T15:42:36,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:36,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:36,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:36,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:36,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:36,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:36,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/4fff8ebb23904b8fa166af3e841d04ec is 50, key is test_row_0/A:col10/1734277356741/Put/seqid=0 2024-12-15T15:42:36,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742105_1281 (size=12301) 2024-12-15T15:42:36,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/4fff8ebb23904b8fa166af3e841d04ec 2024-12-15T15:42:36,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/e8e77dd1c089483e97fc3c4eb835094f is 50, key is test_row_0/B:col10/1734277356741/Put/seqid=0 2024-12-15T15:42:36,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:36,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277416767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:36,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277416768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:36,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742106_1282 (size=12301) 2024-12-15T15:42:36,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277416782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:36,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:36,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277416792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:36,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:36,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277416869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:36,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277416870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:37,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:37,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277417072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:37,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:37,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277417072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:37,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/e8e77dd1c089483e97fc3c4eb835094f 2024-12-15T15:42:37,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/73b01548eb58440983c4ce6ed3308682 is 50, key is test_row_0/C:col10/1734277356741/Put/seqid=0 2024-12-15T15:42:37,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742107_1283 (size=12301) 2024-12-15T15:42:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T15:42:37,342 INFO [Thread-1052 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-15T15:42:37,343 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:37,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-12-15T15:42:37,344 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:37,344 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:37,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T15:42:37,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:37,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277417374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:37,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277417375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T15:42:37,496 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:37,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-15T15:42:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:37,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:37,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:37,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:37,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/73b01548eb58440983c4ce6ed3308682 2024-12-15T15:42:37,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/4fff8ebb23904b8fa166af3e841d04ec as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4fff8ebb23904b8fa166af3e841d04ec 2024-12-15T15:42:37,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4fff8ebb23904b8fa166af3e841d04ec, entries=150, sequenceid=292, filesize=12.0 K 2024-12-15T15:42:37,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/e8e77dd1c089483e97fc3c4eb835094f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/e8e77dd1c089483e97fc3c4eb835094f 2024-12-15T15:42:37,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/e8e77dd1c089483e97fc3c4eb835094f, entries=150, sequenceid=292, filesize=12.0 K 2024-12-15T15:42:37,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/73b01548eb58440983c4ce6ed3308682 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/73b01548eb58440983c4ce6ed3308682 2024-12-15T15:42:37,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/73b01548eb58440983c4ce6ed3308682, entries=150, sequenceid=292, filesize=12.0 K 2024-12-15T15:42:37,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for a17953a710679ed64a06b190f64359da in 879ms, sequenceid=292, compaction requested=true 2024-12-15T15:42:37,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:37,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:37,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:37,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:37,621 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:37,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:37,621 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:37,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:37,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:37,622 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:37,622 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/B is initiating minor compaction (all files) 2024-12-15T15:42:37,622 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/B in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:37,622 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/894b46a35beb417c9c4fda1053297c0c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ded654445aa145499af387bc14775b50, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/e8e77dd1c089483e97fc3c4eb835094f] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=36.5 K 2024-12-15T15:42:37,623 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:37,623 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/A is initiating minor compaction (all files) 2024-12-15T15:42:37,623 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 894b46a35beb417c9c4fda1053297c0c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734277353453 2024-12-15T15:42:37,623 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/A in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:37,623 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/9e0af7e988844bab8108cc94a1770438, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/7051d803992b47a5ab5b8533c55cc6ff, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4fff8ebb23904b8fa166af3e841d04ec] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=36.5 K 2024-12-15T15:42:37,624 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ded654445aa145499af387bc14775b50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1734277354614 2024-12-15T15:42:37,624 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e0af7e988844bab8108cc94a1770438, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734277353453 2024-12-15T15:42:37,624 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e8e77dd1c089483e97fc3c4eb835094f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734277355660 2024-12-15T15:42:37,624 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7051d803992b47a5ab5b8533c55cc6ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1734277354614 2024-12-15T15:42:37,625 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fff8ebb23904b8fa166af3e841d04ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734277355660 2024-12-15T15:42:37,631 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#B#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:37,631 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#A#compaction#240 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:37,631 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/9d70863c2de240439b0c8b9437b03354 is 50, key is test_row_0/B:col10/1734277356741/Put/seqid=0 2024-12-15T15:42:37,632 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/6844c5e5ee9846ea86c62b94031c1946 is 50, key is test_row_0/A:col10/1734277356741/Put/seqid=0 2024-12-15T15:42:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T15:42:37,649 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:37,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-15T15:42:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:37,649 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-15T15:42:37,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:37,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:37,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:37,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:37,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:37,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:37,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742109_1285 (size=12983) 2024-12-15T15:42:37,669 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/6844c5e5ee9846ea86c62b94031c1946 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/6844c5e5ee9846ea86c62b94031c1946 2024-12-15T15:42:37,674 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a17953a710679ed64a06b190f64359da/A of a17953a710679ed64a06b190f64359da into 6844c5e5ee9846ea86c62b94031c1946(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:37,674 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:37,674 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/A, priority=13, startTime=1734277357621; duration=0sec 2024-12-15T15:42:37,674 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:37,674 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:A 2024-12-15T15:42:37,674 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:37,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742108_1284 (size=12983) 2024-12-15T15:42:37,676 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:37,676 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/C is initiating minor compaction (all files) 2024-12-15T15:42:37,676 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/C in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:37,676 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/a644b769338c4911a3caab0fb25846ce, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/44c3398a1146401e97c7119ecc16e865, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/73b01548eb58440983c4ce6ed3308682] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=36.5 K 2024-12-15T15:42:37,676 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a644b769338c4911a3caab0fb25846ce, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1734277353453 2024-12-15T15:42:37,677 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44c3398a1146401e97c7119ecc16e865, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1734277354614 2024-12-15T15:42:37,677 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73b01548eb58440983c4ce6ed3308682, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734277355660 2024-12-15T15:42:37,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/e5c55db1511d44f995e97d28738c83a0 is 50, key is test_row_0/A:col10/1734277356767/Put/seqid=0 2024-12-15T15:42:37,694 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#C#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:37,695 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/0b300847aa3a4816bda7ccf21ba42b85 is 50, key is test_row_0/C:col10/1734277356741/Put/seqid=0 2024-12-15T15:42:37,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742110_1286 (size=12301) 2024-12-15T15:42:37,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742111_1287 (size=12983) 2024-12-15T15:42:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:37,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:37,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277417824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:37,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:37,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277417826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:37,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:37,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277417876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:37,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277417881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:37,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:37,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277417927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:37,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277417929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:37,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T15:42:38,083 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/9d70863c2de240439b0c8b9437b03354 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9d70863c2de240439b0c8b9437b03354 2024-12-15T15:42:38,088 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a17953a710679ed64a06b190f64359da/B of a17953a710679ed64a06b190f64359da into 9d70863c2de240439b0c8b9437b03354(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:38,088 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:38,088 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/B, priority=13, startTime=1734277357621; duration=0sec 2024-12-15T15:42:38,088 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:38,088 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:B 2024-12-15T15:42:38,101 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/e5c55db1511d44f995e97d28738c83a0 2024-12-15T15:42:38,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/67eb2f4866a3436492a8774ffe4b6cbb is 50, key is test_row_0/B:col10/1734277356767/Put/seqid=0 2024-12-15T15:42:38,109 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/0b300847aa3a4816bda7ccf21ba42b85 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/0b300847aa3a4816bda7ccf21ba42b85 2024-12-15T15:42:38,117 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a17953a710679ed64a06b190f64359da/C of a17953a710679ed64a06b190f64359da into 0b300847aa3a4816bda7ccf21ba42b85(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:38,117 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:38,117 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/C, priority=13, startTime=1734277357621; duration=0sec 2024-12-15T15:42:38,117 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:38,117 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:C 2024-12-15T15:42:38,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742112_1288 (size=12301) 2024-12-15T15:42:38,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277418131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:38,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277418132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:38,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277418439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:38,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277418439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T15:42:38,513 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/67eb2f4866a3436492a8774ffe4b6cbb 2024-12-15T15:42:38,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/6bb0d2e86fde4abfb075676a60793e31 is 50, key is test_row_0/C:col10/1734277356767/Put/seqid=0 2024-12-15T15:42:38,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742113_1289 (size=12301) 2024-12-15T15:42:38,522 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/6bb0d2e86fde4abfb075676a60793e31 2024-12-15T15:42:38,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/e5c55db1511d44f995e97d28738c83a0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/e5c55db1511d44f995e97d28738c83a0 2024-12-15T15:42:38,538 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/e5c55db1511d44f995e97d28738c83a0, entries=150, sequenceid=312, filesize=12.0 K 2024-12-15T15:42:38,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/67eb2f4866a3436492a8774ffe4b6cbb as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/67eb2f4866a3436492a8774ffe4b6cbb 2024-12-15T15:42:38,547 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/67eb2f4866a3436492a8774ffe4b6cbb, entries=150, sequenceid=312, filesize=12.0 K 2024-12-15T15:42:38,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/6bb0d2e86fde4abfb075676a60793e31 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/6bb0d2e86fde4abfb075676a60793e31 2024-12-15T15:42:38,559 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/6bb0d2e86fde4abfb075676a60793e31, entries=150, sequenceid=312, filesize=12.0 K 2024-12-15T15:42:38,560 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for a17953a710679ed64a06b190f64359da in 911ms, sequenceid=312, compaction requested=false 2024-12-15T15:42:38,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:38,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:38,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-12-15T15:42:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-12-15T15:42:38,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-15T15:42:38,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2170 sec 2024-12-15T15:42:38,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.2200 sec 2024-12-15T15:42:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:38,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-15T15:42:38,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:38,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:38,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:38,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:38,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:38,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:38,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/2972309bd2d24e779fcacd06659574cc is 50, key is test_row_0/A:col10/1734277357825/Put/seqid=0 2024-12-15T15:42:38,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742114_1290 (size=12301) 2024-12-15T15:42:38,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/2972309bd2d24e779fcacd06659574cc 2024-12-15T15:42:38,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/9d38867df844485bbacc676b5474fb6e is 50, key is test_row_0/B:col10/1734277357825/Put/seqid=0 2024-12-15T15:42:38,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742115_1291 (size=12301) 2024-12-15T15:42:38,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:38,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277418908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277418909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:38,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277418941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:38,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277418943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:39,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277419011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277419011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277419213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277419213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/9d38867df844485bbacc676b5474fb6e 2024-12-15T15:42:39,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/9cde37d772034cd7b8d3e69487ad9324 is 50, key is test_row_0/C:col10/1734277357825/Put/seqid=0 2024-12-15T15:42:39,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742116_1292 (size=12301) 2024-12-15T15:42:39,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/9cde37d772034cd7b8d3e69487ad9324 2024-12-15T15:42:39,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/2972309bd2d24e779fcacd06659574cc as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/2972309bd2d24e779fcacd06659574cc 2024-12-15T15:42:39,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/2972309bd2d24e779fcacd06659574cc, entries=150, sequenceid=332, filesize=12.0 K 2024-12-15T15:42:39,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/9d38867df844485bbacc676b5474fb6e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9d38867df844485bbacc676b5474fb6e 2024-12-15T15:42:39,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9d38867df844485bbacc676b5474fb6e, entries=150, sequenceid=332, filesize=12.0 K 2024-12-15T15:42:39,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/9cde37d772034cd7b8d3e69487ad9324 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/9cde37d772034cd7b8d3e69487ad9324 2024-12-15T15:42:39,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/9cde37d772034cd7b8d3e69487ad9324, entries=150, sequenceid=332, filesize=12.0 K 2024-12-15T15:42:39,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for a17953a710679ed64a06b190f64359da in 481ms, sequenceid=332, compaction requested=true 2024-12-15T15:42:39,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:39,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:39,366 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:39,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:39,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:39,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:39,367 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:39,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:39,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:39,367 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:39,367 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:39,367 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/A is initiating minor compaction (all files) 2024-12-15T15:42:39,367 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/B is initiating minor compaction (all files) 2024-12-15T15:42:39,367 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/A in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:39,367 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/B in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:39,368 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9d70863c2de240439b0c8b9437b03354, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/67eb2f4866a3436492a8774ffe4b6cbb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9d38867df844485bbacc676b5474fb6e] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=36.7 K 2024-12-15T15:42:39,368 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/6844c5e5ee9846ea86c62b94031c1946, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/e5c55db1511d44f995e97d28738c83a0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/2972309bd2d24e779fcacd06659574cc] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=36.7 K 2024-12-15T15:42:39,368 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d70863c2de240439b0c8b9437b03354, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734277355660 2024-12-15T15:42:39,368 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6844c5e5ee9846ea86c62b94031c1946, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734277355660 2024-12-15T15:42:39,368 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 67eb2f4866a3436492a8774ffe4b6cbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1734277356765 2024-12-15T15:42:39,368 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5c55db1511d44f995e97d28738c83a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1734277356765 2024-12-15T15:42:39,368 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d38867df844485bbacc676b5474fb6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734277357823 2024-12-15T15:42:39,368 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2972309bd2d24e779fcacd06659574cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734277357823 2024-12-15T15:42:39,374 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#B#compaction#248 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:39,375 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#A#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:39,375 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/6480b3e1957d47f18ee1f883f4cf49e5 is 50, key is test_row_0/B:col10/1734277357825/Put/seqid=0 2024-12-15T15:42:39,375 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/48a27df62f794c4799bf970686b33f04 is 50, key is test_row_0/A:col10/1734277357825/Put/seqid=0 2024-12-15T15:42:39,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742117_1293 (size=13085) 2024-12-15T15:42:39,384 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/48a27df62f794c4799bf970686b33f04 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/48a27df62f794c4799bf970686b33f04 2024-12-15T15:42:39,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742118_1294 (size=13085) 2024-12-15T15:42:39,389 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a17953a710679ed64a06b190f64359da/A of a17953a710679ed64a06b190f64359da into 48a27df62f794c4799bf970686b33f04(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:39,389 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:39,389 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/A, priority=13, startTime=1734277359366; duration=0sec 2024-12-15T15:42:39,389 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:39,389 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:A 2024-12-15T15:42:39,389 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:39,390 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:39,390 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/C is initiating minor compaction (all files) 2024-12-15T15:42:39,390 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/C in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:39,390 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/0b300847aa3a4816bda7ccf21ba42b85, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/6bb0d2e86fde4abfb075676a60793e31, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/9cde37d772034cd7b8d3e69487ad9324] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=36.7 K 2024-12-15T15:42:39,391 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b300847aa3a4816bda7ccf21ba42b85, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1734277355660 2024-12-15T15:42:39,391 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bb0d2e86fde4abfb075676a60793e31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1734277356765 2024-12-15T15:42:39,391 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cde37d772034cd7b8d3e69487ad9324, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734277357823 2024-12-15T15:42:39,396 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#C#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:39,396 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/632e5595ee224c8582ed48351d1b2c74 is 50, key is test_row_0/C:col10/1734277357825/Put/seqid=0 2024-12-15T15:42:39,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742119_1295 (size=13085) 2024-12-15T15:42:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T15:42:39,448 INFO [Thread-1052 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-15T15:42:39,449 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-15T15:42:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T15:42:39,450 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:39,450 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:39,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:39,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-15T15:42:39,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:39,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:39,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:39,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:39,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:39,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:39,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/55ffc0dea5834ec3b20455e53ec09bfb is 50, key is test_row_0/A:col10/1734277359516/Put/seqid=0 2024-12-15T15:42:39,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742120_1296 (size=12301) 2024-12-15T15:42:39,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277419529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277419531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T15:42:39,602 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-15T15:42:39,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:39,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:39,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:39,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:39,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:39,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277419631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277419632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T15:42:39,753 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-15T15:42:39,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:39,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:39,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:39,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:39,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:39,791 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/6480b3e1957d47f18ee1f883f4cf49e5 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/6480b3e1957d47f18ee1f883f4cf49e5 2024-12-15T15:42:39,795 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a17953a710679ed64a06b190f64359da/B of a17953a710679ed64a06b190f64359da into 6480b3e1957d47f18ee1f883f4cf49e5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:39,795 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:39,795 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/B, priority=13, startTime=1734277359367; duration=0sec 2024-12-15T15:42:39,795 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:39,795 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:B 2024-12-15T15:42:39,803 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/632e5595ee224c8582ed48351d1b2c74 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/632e5595ee224c8582ed48351d1b2c74 2024-12-15T15:42:39,807 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a17953a710679ed64a06b190f64359da/C of a17953a710679ed64a06b190f64359da into 632e5595ee224c8582ed48351d1b2c74(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:39,807 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:39,807 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/C, priority=13, startTime=1734277359367; duration=0sec 2024-12-15T15:42:39,807 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:39,807 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:C 2024-12-15T15:42:39,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277419834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277419834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,905 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-15T15:42:39,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:39,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:39,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:39,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:39,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:39,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/55ffc0dea5834ec3b20455e53ec09bfb 2024-12-15T15:42:39,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/b517b174fb0142469bcc3cbc421f223f is 50, key is test_row_0/B:col10/1734277359516/Put/seqid=0 2024-12-15T15:42:39,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277419947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277419947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:39,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742121_1297 (size=12301) 2024-12-15T15:42:39,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/b517b174fb0142469bcc3cbc421f223f 2024-12-15T15:42:39,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/556073d7e102439b889d4423c43dc733 is 50, key is test_row_0/C:col10/1734277359516/Put/seqid=0 2024-12-15T15:42:39,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742122_1298 (size=12301) 2024-12-15T15:42:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T15:42:40,057 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:40,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-15T15:42:40,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:40,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:40,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:40,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:40,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:40,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277420136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:40,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277420137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:40,210 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:40,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-15T15:42:40,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:40,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:40,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:40,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:40,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:40,362 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:40,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-15T15:42:40,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:40,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:40,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:40,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:40,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:40,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/556073d7e102439b889d4423c43dc733 2024-12-15T15:42:40,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/55ffc0dea5834ec3b20455e53ec09bfb as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/55ffc0dea5834ec3b20455e53ec09bfb 2024-12-15T15:42:40,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/55ffc0dea5834ec3b20455e53ec09bfb, entries=150, sequenceid=355, filesize=12.0 K 2024-12-15T15:42:40,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/b517b174fb0142469bcc3cbc421f223f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/b517b174fb0142469bcc3cbc421f223f 2024-12-15T15:42:40,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/b517b174fb0142469bcc3cbc421f223f, entries=150, sequenceid=355, filesize=12.0 K 2024-12-15T15:42:40,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/556073d7e102439b889d4423c43dc733 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/556073d7e102439b889d4423c43dc733 2024-12-15T15:42:40,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/556073d7e102439b889d4423c43dc733, entries=150, sequenceid=355, filesize=12.0 K 2024-12-15T15:42:40,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a17953a710679ed64a06b190f64359da in 886ms, sequenceid=355, compaction requested=false 2024-12-15T15:42:40,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:40,515 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:40,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-15T15:42:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:40,515 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T15:42:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:40,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:40,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:40,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:40,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:40,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:40,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/58529467926f48cb86975d70ee70f389 is 50, key is test_row_0/A:col10/1734277359530/Put/seqid=0 2024-12-15T15:42:40,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742123_1299 (size=12301) 2024-12-15T15:42:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T15:42:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:40,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:40,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:40,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277420681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277420681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:40,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277420783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:40,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277420783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:40,929 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/58529467926f48cb86975d70ee70f389 2024-12-15T15:42:40,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/950ccb89702c457da23bfbdf024c8241 is 50, key is test_row_0/B:col10/1734277359530/Put/seqid=0 2024-12-15T15:42:40,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742124_1300 (size=12301) 2024-12-15T15:42:40,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277420987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:40,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277420987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:41,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:41,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277421291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277421290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:41,340 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/950ccb89702c457da23bfbdf024c8241 2024-12-15T15:42:41,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/959666233b04461c831f71377637fd31 is 50, key is test_row_0/C:col10/1734277359530/Put/seqid=0 2024-12-15T15:42:41,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742125_1301 (size=12301) 2024-12-15T15:42:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T15:42:41,751 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/959666233b04461c831f71377637fd31 2024-12-15T15:42:41,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/58529467926f48cb86975d70ee70f389 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/58529467926f48cb86975d70ee70f389 2024-12-15T15:42:41,758 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/58529467926f48cb86975d70ee70f389, entries=150, sequenceid=371, filesize=12.0 K 2024-12-15T15:42:41,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/950ccb89702c457da23bfbdf024c8241 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/950ccb89702c457da23bfbdf024c8241 2024-12-15T15:42:41,763 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/950ccb89702c457da23bfbdf024c8241, entries=150, sequenceid=371, filesize=12.0 K 2024-12-15T15:42:41,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/959666233b04461c831f71377637fd31 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/959666233b04461c831f71377637fd31 2024-12-15T15:42:41,767 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/959666233b04461c831f71377637fd31, entries=150, sequenceid=371, filesize=12.0 K 2024-12-15T15:42:41,768 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for a17953a710679ed64a06b190f64359da in 1253ms, sequenceid=371, compaction requested=true 2024-12-15T15:42:41,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:41,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:41,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-15T15:42:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-15T15:42:41,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-15T15:42:41,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3180 sec 2024-12-15T15:42:41,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.3210 sec 2024-12-15T15:42:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:41,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T15:42:41,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:41,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:41,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:41,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:41,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:41,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:41,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/a70fbda08e2f493087e26cf3153e9b8d is 50, key is test_row_0/A:col10/1734277360680/Put/seqid=0 2024-12-15T15:42:41,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742126_1302 (size=14741) 2024-12-15T15:42:41,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:41,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277421808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277421807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:41,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:41,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277421910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:41,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277421910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:41,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:41,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42420 deadline: 1734277421965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:41,966 DEBUG [Thread-1046 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., hostname=af3997dcf86f,46311,1734277284128, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:42:41,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42358 deadline: 1734277421968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:41,970 DEBUG [Thread-1048 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., hostname=af3997dcf86f,46311,1734277284128, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:42:42,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277422113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:42,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277422113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:42,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/a70fbda08e2f493087e26cf3153e9b8d 2024-12-15T15:42:42,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/cfd1eeb412d6421ebd8db2265c2b1357 is 50, key is test_row_0/B:col10/1734277360680/Put/seqid=0 2024-12-15T15:42:42,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742127_1303 (size=12301) 2024-12-15T15:42:42,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/cfd1eeb412d6421ebd8db2265c2b1357 2024-12-15T15:42:42,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/3dbd26ade16541e6a7b2512576e61193 is 50, key is test_row_0/C:col10/1734277360680/Put/seqid=0 2024-12-15T15:42:42,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742128_1304 (size=12301) 2024-12-15T15:42:42,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277422417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:42,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277422419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:42,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/3dbd26ade16541e6a7b2512576e61193 2024-12-15T15:42:42,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/a70fbda08e2f493087e26cf3153e9b8d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/a70fbda08e2f493087e26cf3153e9b8d 2024-12-15T15:42:42,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/a70fbda08e2f493087e26cf3153e9b8d, entries=200, sequenceid=395, filesize=14.4 K 2024-12-15T15:42:42,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/cfd1eeb412d6421ebd8db2265c2b1357 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/cfd1eeb412d6421ebd8db2265c2b1357 2024-12-15T15:42:42,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/cfd1eeb412d6421ebd8db2265c2b1357, entries=150, sequenceid=395, filesize=12.0 K 2024-12-15T15:42:42,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/3dbd26ade16541e6a7b2512576e61193 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/3dbd26ade16541e6a7b2512576e61193 2024-12-15T15:42:42,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/3dbd26ade16541e6a7b2512576e61193, entries=150, sequenceid=395, filesize=12.0 K 2024-12-15T15:42:42,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a17953a710679ed64a06b190f64359da in 868ms, sequenceid=395, compaction requested=true 2024-12-15T15:42:42,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:42,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:42,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:42,663 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:42:42,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:42,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:42,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a17953a710679ed64a06b190f64359da:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:42,663 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:42,663 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:42:42,664 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:42:42,664 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:42:42,664 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/A is initiating minor compaction (all files) 2024-12-15T15:42:42,664 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/B is initiating minor compaction (all files) 2024-12-15T15:42:42,665 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/A in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:42,665 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/B in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:42,665 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/48a27df62f794c4799bf970686b33f04, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/55ffc0dea5834ec3b20455e53ec09bfb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/58529467926f48cb86975d70ee70f389, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/a70fbda08e2f493087e26cf3153e9b8d] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=51.2 K 2024-12-15T15:42:42,665 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/6480b3e1957d47f18ee1f883f4cf49e5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/b517b174fb0142469bcc3cbc421f223f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/950ccb89702c457da23bfbdf024c8241, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/cfd1eeb412d6421ebd8db2265c2b1357] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=48.8 K 2024-12-15T15:42:42,665 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48a27df62f794c4799bf970686b33f04, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734277357823 2024-12-15T15:42:42,665 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55ffc0dea5834ec3b20455e53ec09bfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1734277358905 2024-12-15T15:42:42,665 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6480b3e1957d47f18ee1f883f4cf49e5, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734277357823 2024-12-15T15:42:42,665 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58529467926f48cb86975d70ee70f389, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734277359528 2024-12-15T15:42:42,665 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b517b174fb0142469bcc3cbc421f223f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1734277358905 2024-12-15T15:42:42,665 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a70fbda08e2f493087e26cf3153e9b8d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1734277360675 2024-12-15T15:42:42,666 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 950ccb89702c457da23bfbdf024c8241, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734277359528 2024-12-15T15:42:42,666 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting cfd1eeb412d6421ebd8db2265c2b1357, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1734277360675 2024-12-15T15:42:42,691 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#A#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:42,691 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:42,691 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/21779143d55542afb9738adf869bb3b6 is 50, key is test_row_0/A:col10/1734277360680/Put/seqid=0 2024-12-15T15:42:42,692 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/4915c2316ce54a6892a93a5743e5c529 is 50, key is test_row_0/B:col10/1734277360680/Put/seqid=0 2024-12-15T15:42:42,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742129_1305 (size=13221) 2024-12-15T15:42:42,701 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/21779143d55542afb9738adf869bb3b6 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/21779143d55542afb9738adf869bb3b6 2024-12-15T15:42:42,705 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a17953a710679ed64a06b190f64359da/A of a17953a710679ed64a06b190f64359da into 21779143d55542afb9738adf869bb3b6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:42,705 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:42,706 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/A, priority=12, startTime=1734277362663; duration=0sec 2024-12-15T15:42:42,706 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:42,706 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:A 2024-12-15T15:42:42,706 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:42:42,707 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:42:42,707 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): a17953a710679ed64a06b190f64359da/C is initiating minor compaction (all files) 2024-12-15T15:42:42,707 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a17953a710679ed64a06b190f64359da/C in TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:42,707 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/632e5595ee224c8582ed48351d1b2c74, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/556073d7e102439b889d4423c43dc733, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/959666233b04461c831f71377637fd31, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/3dbd26ade16541e6a7b2512576e61193] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp, totalSize=48.8 K 2024-12-15T15:42:42,707 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 632e5595ee224c8582ed48351d1b2c74, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1734277357823 2024-12-15T15:42:42,708 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 556073d7e102439b889d4423c43dc733, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1734277358905 2024-12-15T15:42:42,708 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 959666233b04461c831f71377637fd31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1734277359528 2024-12-15T15:42:42,708 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dbd26ade16541e6a7b2512576e61193, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1734277360675 2024-12-15T15:42:42,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742130_1306 (size=13221) 2024-12-15T15:42:42,716 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a17953a710679ed64a06b190f64359da#C#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:42,716 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/e5fce5dc0e724ce195585d94788062b9 is 50, key is test_row_0/C:col10/1734277360680/Put/seqid=0 2024-12-15T15:42:42,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742131_1307 (size=13221) 2024-12-15T15:42:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:42,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T15:42:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:42,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/1c6b5a9fcae24065ab2c3f7499912249 is 50, key is test_row_0/A:col10/1734277361796/Put/seqid=0 2024-12-15T15:42:42,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742132_1308 (size=12301) 2024-12-15T15:42:42,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:42,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277422968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:42,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277422968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:43,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:43,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277423071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:43,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277423071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:43,114 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/4915c2316ce54a6892a93a5743e5c529 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/4915c2316ce54a6892a93a5743e5c529 2024-12-15T15:42:43,119 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a17953a710679ed64a06b190f64359da/B of a17953a710679ed64a06b190f64359da into 4915c2316ce54a6892a93a5743e5c529(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:43,119 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:43,119 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/B, priority=12, startTime=1734277362663; duration=0sec 2024-12-15T15:42:43,119 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:43,119 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:B 2024-12-15T15:42:43,132 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/e5fce5dc0e724ce195585d94788062b9 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/e5fce5dc0e724ce195585d94788062b9 2024-12-15T15:42:43,137 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a17953a710679ed64a06b190f64359da/C of a17953a710679ed64a06b190f64359da into e5fce5dc0e724ce195585d94788062b9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:43,138 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:43,138 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da., storeName=a17953a710679ed64a06b190f64359da/C, priority=12, startTime=1734277362663; duration=0sec 2024-12-15T15:42:43,138 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:43,138 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a17953a710679ed64a06b190f64359da:C 2024-12-15T15:42:43,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277423273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:43,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:43,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277423273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:43,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/1c6b5a9fcae24065ab2c3f7499912249 2024-12-15T15:42:43,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/0cf84fedd4dd49edad1874255e9494f9 is 50, key is test_row_0/B:col10/1734277361796/Put/seqid=0 2024-12-15T15:42:43,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742133_1309 (size=12301) 2024-12-15T15:42:43,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/0cf84fedd4dd49edad1874255e9494f9 2024-12-15T15:42:43,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/d460c77e8beb4303b745f4ecdb2a62e8 is 50, key is test_row_0/C:col10/1734277361796/Put/seqid=0 2024-12-15T15:42:43,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742134_1310 (size=12301) 2024-12-15T15:42:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-15T15:42:43,554 INFO [Thread-1052 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-15T15:42:43,555 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-15T15:42:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T15:42:43,559 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:43,562 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:43,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:43,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:43,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42372 deadline: 1734277423576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:43,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:43,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42382 deadline: 1734277423578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:43,622 DEBUG [Thread-1059 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42712ad6 to 127.0.0.1:64152 2024-12-15T15:42:43,622 DEBUG [Thread-1059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:43,622 DEBUG [Thread-1061 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b4848aa to 127.0.0.1:64152 2024-12-15T15:42:43,622 DEBUG [Thread-1061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:43,623 DEBUG [Thread-1055 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2bd6a663 to 127.0.0.1:64152 2024-12-15T15:42:43,623 DEBUG [Thread-1055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:43,624 DEBUG [Thread-1053 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b123525 to 127.0.0.1:64152 2024-12-15T15:42:43,624 DEBUG [Thread-1053 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:43,624 DEBUG [Thread-1057 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x10be4157 to 127.0.0.1:64152 2024-12-15T15:42:43,624 DEBUG [Thread-1057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T15:42:43,716 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:43,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T15:42:43,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:43,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:43,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:43,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:43,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:43,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/d460c77e8beb4303b745f4ecdb2a62e8 2024-12-15T15:42:43,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/1c6b5a9fcae24065ab2c3f7499912249 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/1c6b5a9fcae24065ab2c3f7499912249 2024-12-15T15:42:43,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/1c6b5a9fcae24065ab2c3f7499912249, entries=150, sequenceid=409, filesize=12.0 K 2024-12-15T15:42:43,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/0cf84fedd4dd49edad1874255e9494f9 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/0cf84fedd4dd49edad1874255e9494f9 2024-12-15T15:42:43,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/0cf84fedd4dd49edad1874255e9494f9, entries=150, sequenceid=409, filesize=12.0 K 2024-12-15T15:42:43,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/d460c77e8beb4303b745f4ecdb2a62e8 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/d460c77e8beb4303b745f4ecdb2a62e8 2024-12-15T15:42:43,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/d460c77e8beb4303b745f4ecdb2a62e8, entries=150, sequenceid=409, filesize=12.0 K 2024-12-15T15:42:43,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for a17953a710679ed64a06b190f64359da in 869ms, sequenceid=409, compaction requested=false 2024-12-15T15:42:43,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T15:42:43,868 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:43,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-15T15:42:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:43,869 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T15:42:43,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:43,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:43,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:43,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:43,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:43,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:43,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/0c2933d629514d649c626b48aef38057 is 50, key is test_row_0/A:col10/1734277362967/Put/seqid=0 2024-12-15T15:42:43,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742135_1311 (size=12301) 2024-12-15T15:42:44,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on a17953a710679ed64a06b190f64359da 2024-12-15T15:42:44,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. as already flushing 2024-12-15T15:42:44,082 DEBUG [Thread-1044 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13b0002b to 127.0.0.1:64152 2024-12-15T15:42:44,082 DEBUG [Thread-1050 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a724365 to 127.0.0.1:64152 2024-12-15T15:42:44,082 DEBUG [Thread-1044 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:44,082 DEBUG [Thread-1050 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:44,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T15:42:44,278 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/0c2933d629514d649c626b48aef38057 2024-12-15T15:42:44,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/56ca2cb0ba14449e9d30edeb982e04db is 50, key is test_row_0/B:col10/1734277362967/Put/seqid=0 2024-12-15T15:42:44,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742136_1312 (size=12301) 2024-12-15T15:42:44,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T15:42:44,690 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/56ca2cb0ba14449e9d30edeb982e04db 2024-12-15T15:42:44,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/d1976810376e446d99febdc975f1d9ad is 50, key is test_row_0/C:col10/1734277362967/Put/seqid=0 2024-12-15T15:42:44,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742137_1313 (size=12301) 2024-12-15T15:42:45,100 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/d1976810376e446d99febdc975f1d9ad 2024-12-15T15:42:45,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/0c2933d629514d649c626b48aef38057 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/0c2933d629514d649c626b48aef38057 2024-12-15T15:42:45,112 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/0c2933d629514d649c626b48aef38057, entries=150, sequenceid=435, filesize=12.0 K 2024-12-15T15:42:45,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/56ca2cb0ba14449e9d30edeb982e04db as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/56ca2cb0ba14449e9d30edeb982e04db 2024-12-15T15:42:45,120 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/56ca2cb0ba14449e9d30edeb982e04db, entries=150, sequenceid=435, filesize=12.0 K 2024-12-15T15:42:45,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/d1976810376e446d99febdc975f1d9ad as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/d1976810376e446d99febdc975f1d9ad 2024-12-15T15:42:45,125 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/d1976810376e446d99febdc975f1d9ad, entries=150, sequenceid=435, filesize=12.0 K 2024-12-15T15:42:45,126 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=13.42 KB/13740 for a17953a710679ed64a06b190f64359da in 1257ms, sequenceid=435, compaction requested=true 2024-12-15T15:42:45,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:45,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:45,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-15T15:42:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-15T15:42:45,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-15T15:42:45,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5650 sec 2024-12-15T15:42:45,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.5730 sec 2024-12-15T15:42:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T15:42:45,663 INFO [Thread-1052 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-15T15:42:45,732 DEBUG [Thread-1042 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3cd6e3ed to 127.0.0.1:64152 2024-12-15T15:42:45,732 DEBUG [Thread-1042 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:45,973 DEBUG [Thread-1046 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1703a605 to 127.0.0.1:64152 2024-12-15T15:42:45,973 DEBUG [Thread-1046 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:45,997 DEBUG [Thread-1048 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x168133da to 127.0.0.1:64152 2024-12-15T15:42:45,997 DEBUG [Thread-1048 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:45,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T15:42:45,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-12-15T15:42:45,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 141 2024-12-15T15:42:45,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 32 2024-12-15T15:42:45,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-12-15T15:42:45,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-12-15T15:42:45,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T15:42:45,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6605 2024-12-15T15:42:45,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6544 2024-12-15T15:42:45,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6549 2024-12-15T15:42:45,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6675 2024-12-15T15:42:45,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6529 2024-12-15T15:42:45,998 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T15:42:45,998 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T15:42:45,998 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cc79dd6 to 127.0.0.1:64152 2024-12-15T15:42:45,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:42:45,999 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T15:42:45,999 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T15:42:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:46,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T15:42:46,001 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277366001"}]},"ts":"1734277366001"} 2024-12-15T15:42:46,002 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T15:42:46,022 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T15:42:46,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T15:42:46,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a17953a710679ed64a06b190f64359da, UNASSIGN}] 2024-12-15T15:42:46,024 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=79, ppid=78, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a17953a710679ed64a06b190f64359da, UNASSIGN 2024-12-15T15:42:46,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=a17953a710679ed64a06b190f64359da, regionState=CLOSING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:46,026 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T15:42:46,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; CloseRegionProcedure a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:42:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T15:42:46,177 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:46,178 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] handler.UnassignRegionHandler(124): Close a17953a710679ed64a06b190f64359da 2024-12-15T15:42:46,178 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T15:42:46,178 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(1681): Closing a17953a710679ed64a06b190f64359da, disabling compactions & flushes 2024-12-15T15:42:46,178 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:46,178 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:46,178 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. after waiting 0 ms 2024-12-15T15:42:46,178 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:46,178 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(2837): Flushing a17953a710679ed64a06b190f64359da 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T15:42:46,178 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=A 2024-12-15T15:42:46,178 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:46,178 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=B 2024-12-15T15:42:46,178 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:46,178 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a17953a710679ed64a06b190f64359da, store=C 2024-12-15T15:42:46,178 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:46,182 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/31c34c91c9e64cc0854ddd6f1afa66c2 is 50, key is test_row_0/A:col10/1734277365996/Put/seqid=0 2024-12-15T15:42:46,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742138_1314 (size=12301) 2024-12-15T15:42:46,191 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/31c34c91c9e64cc0854ddd6f1afa66c2 2024-12-15T15:42:46,198 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/711add63de654d3daf6a0574a4d3b076 is 50, key is test_row_0/B:col10/1734277365996/Put/seqid=0 2024-12-15T15:42:46,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742139_1315 (size=12301) 2024-12-15T15:42:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T15:42:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T15:42:46,606 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/711add63de654d3daf6a0574a4d3b076 2024-12-15T15:42:46,612 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/c2ec2a707d964844bcc807a33d1ee737 is 50, key is test_row_0/C:col10/1734277365996/Put/seqid=0 2024-12-15T15:42:46,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742140_1316 (size=12301) 2024-12-15T15:42:47,016 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/c2ec2a707d964844bcc807a33d1ee737 2024-12-15T15:42:47,020 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/A/31c34c91c9e64cc0854ddd6f1afa66c2 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/31c34c91c9e64cc0854ddd6f1afa66c2 2024-12-15T15:42:47,024 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/31c34c91c9e64cc0854ddd6f1afa66c2, entries=150, sequenceid=443, filesize=12.0 K 2024-12-15T15:42:47,025 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/B/711add63de654d3daf6a0574a4d3b076 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/711add63de654d3daf6a0574a4d3b076 2024-12-15T15:42:47,028 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/711add63de654d3daf6a0574a4d3b076, entries=150, sequenceid=443, filesize=12.0 K 2024-12-15T15:42:47,029 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/.tmp/C/c2ec2a707d964844bcc807a33d1ee737 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/c2ec2a707d964844bcc807a33d1ee737 2024-12-15T15:42:47,034 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/c2ec2a707d964844bcc807a33d1ee737, entries=150, sequenceid=443, filesize=12.0 K 2024-12-15T15:42:47,034 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a17953a710679ed64a06b190f64359da in 856ms, sequenceid=443, compaction requested=true 2024-12-15T15:42:47,035 DEBUG [StoreCloser-TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4d9f8274db8f46a39d5f20444ab44172, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/d2d1f4133cca4655810197d214c2a776, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/c4205f67b8de425ea8c8069c79e55303, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/1a684d0738944b618ba4b02583e07655, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/9c8d23c3600e4dcbbb7aec3745257288, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/fed6821d286b46eaa8d59c2ae6d511d6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/fc42c537e867488b8827263cb2ec4891, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/36fbce0324294f128dceeda072f5acbf, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/c7d6680e9077462cabd71fcba6666603, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/cc2b91d80eef4014b98822bed16cff85, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/58c709b8d74140ebb88865ab02297acd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/cadde9685282466bbd213e63ddd77502, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4b8c23b34a6d417181d47819a961e722, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/57fab4e6d1d644328ff45cddea6f0f4e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/087e48ed425c467186c48089c269b4a8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/28a76fb64f5442e997e12414db31ffeb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/9e0af7e988844bab8108cc94a1770438, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/6e6371de8fd348a49ed6043e3835de26, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/7051d803992b47a5ab5b8533c55cc6ff, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/6844c5e5ee9846ea86c62b94031c1946, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4fff8ebb23904b8fa166af3e841d04ec, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/e5c55db1511d44f995e97d28738c83a0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/48a27df62f794c4799bf970686b33f04, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/2972309bd2d24e779fcacd06659574cc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/55ffc0dea5834ec3b20455e53ec09bfb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/58529467926f48cb86975d70ee70f389, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/a70fbda08e2f493087e26cf3153e9b8d] to archive 2024-12-15T15:42:47,036 DEBUG [StoreCloser-TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:42:47,040 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/fc42c537e867488b8827263cb2ec4891 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/fc42c537e867488b8827263cb2ec4891 2024-12-15T15:42:47,040 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/1a684d0738944b618ba4b02583e07655 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/1a684d0738944b618ba4b02583e07655 2024-12-15T15:42:47,040 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/36fbce0324294f128dceeda072f5acbf to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/36fbce0324294f128dceeda072f5acbf 2024-12-15T15:42:47,040 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4d9f8274db8f46a39d5f20444ab44172 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4d9f8274db8f46a39d5f20444ab44172 2024-12-15T15:42:47,040 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/d2d1f4133cca4655810197d214c2a776 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/d2d1f4133cca4655810197d214c2a776 2024-12-15T15:42:47,041 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/c4205f67b8de425ea8c8069c79e55303 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/c4205f67b8de425ea8c8069c79e55303 2024-12-15T15:42:47,041 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/fed6821d286b46eaa8d59c2ae6d511d6 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/fed6821d286b46eaa8d59c2ae6d511d6 2024-12-15T15:42:47,041 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/9c8d23c3600e4dcbbb7aec3745257288 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/9c8d23c3600e4dcbbb7aec3745257288 2024-12-15T15:42:47,042 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/c7d6680e9077462cabd71fcba6666603 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/c7d6680e9077462cabd71fcba6666603 2024-12-15T15:42:47,042 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/58c709b8d74140ebb88865ab02297acd to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/58c709b8d74140ebb88865ab02297acd 2024-12-15T15:42:47,043 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/cadde9685282466bbd213e63ddd77502 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/cadde9685282466bbd213e63ddd77502 2024-12-15T15:42:47,043 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/28a76fb64f5442e997e12414db31ffeb to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/28a76fb64f5442e997e12414db31ffeb 2024-12-15T15:42:47,043 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/087e48ed425c467186c48089c269b4a8 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/087e48ed425c467186c48089c269b4a8 2024-12-15T15:42:47,043 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/57fab4e6d1d644328ff45cddea6f0f4e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/57fab4e6d1d644328ff45cddea6f0f4e 2024-12-15T15:42:47,043 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4b8c23b34a6d417181d47819a961e722 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4b8c23b34a6d417181d47819a961e722 2024-12-15T15:42:47,047 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/9e0af7e988844bab8108cc94a1770438 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/9e0af7e988844bab8108cc94a1770438 2024-12-15T15:42:47,047 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/6844c5e5ee9846ea86c62b94031c1946 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/6844c5e5ee9846ea86c62b94031c1946 2024-12-15T15:42:47,047 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/6e6371de8fd348a49ed6043e3835de26 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/6e6371de8fd348a49ed6043e3835de26 2024-12-15T15:42:47,051 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/7051d803992b47a5ab5b8533c55cc6ff to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/7051d803992b47a5ab5b8533c55cc6ff 2024-12-15T15:42:47,051 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4fff8ebb23904b8fa166af3e841d04ec to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/4fff8ebb23904b8fa166af3e841d04ec 2024-12-15T15:42:47,052 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/48a27df62f794c4799bf970686b33f04 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/48a27df62f794c4799bf970686b33f04 2024-12-15T15:42:47,052 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/e5c55db1511d44f995e97d28738c83a0 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/e5c55db1511d44f995e97d28738c83a0 2024-12-15T15:42:47,052 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/55ffc0dea5834ec3b20455e53ec09bfb to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/55ffc0dea5834ec3b20455e53ec09bfb 2024-12-15T15:42:47,052 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/a70fbda08e2f493087e26cf3153e9b8d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/a70fbda08e2f493087e26cf3153e9b8d 2024-12-15T15:42:47,052 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/58529467926f48cb86975d70ee70f389 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/58529467926f48cb86975d70ee70f389 2024-12-15T15:42:47,056 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/cc2b91d80eef4014b98822bed16cff85 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/cc2b91d80eef4014b98822bed16cff85 2024-12-15T15:42:47,059 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/2972309bd2d24e779fcacd06659574cc to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/2972309bd2d24e779fcacd06659574cc 2024-12-15T15:42:47,060 DEBUG [StoreCloser-TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ed7e055c118b4579947a56ea21487785, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/874fa3b6ce72445e9bb12139a7f543ca, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/0c233636c0fa46d8a9f31664539e360b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/f31fd9d7624b4496b58dc8ee82076b2b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/359ecb9105fa40218afa28cb108b80de, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/37bbf7edc2ee4dc9a9fad0b163ecf69b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/06045efbeee9480f9350bc5e78dd0c45, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/b7718568b3634c1c95a45300f866b403, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/8d3cd259a2cb4269a4767163b9dd3c19, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/915e24b5e9cd426fab254f872c9c3477, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/5b0d0b554f5e43cfb3793a73d0266888, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ccd0d571a1784ee792e6c652bdaebc63, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9e18e6d5593b4820ad6728695edf803f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/6a2f572779244578945814dc7facd213, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/e985fa16f323457588fedf3c7dd50e70, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/f7cc1cfab8e44de58a6311d5c27091c0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/894b46a35beb417c9c4fda1053297c0c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ead86c599f744292bd509f99be6a5025, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ded654445aa145499af387bc14775b50, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9d70863c2de240439b0c8b9437b03354, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/e8e77dd1c089483e97fc3c4eb835094f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/67eb2f4866a3436492a8774ffe4b6cbb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/6480b3e1957d47f18ee1f883f4cf49e5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9d38867df844485bbacc676b5474fb6e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/b517b174fb0142469bcc3cbc421f223f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/950ccb89702c457da23bfbdf024c8241, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/cfd1eeb412d6421ebd8db2265c2b1357] to archive 2024-12-15T15:42:47,061 DEBUG [StoreCloser-TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:42:47,064 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/359ecb9105fa40218afa28cb108b80de to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/359ecb9105fa40218afa28cb108b80de 2024-12-15T15:42:47,064 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ed7e055c118b4579947a56ea21487785 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ed7e055c118b4579947a56ea21487785 2024-12-15T15:42:47,064 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/37bbf7edc2ee4dc9a9fad0b163ecf69b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/37bbf7edc2ee4dc9a9fad0b163ecf69b 2024-12-15T15:42:47,065 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/874fa3b6ce72445e9bb12139a7f543ca to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/874fa3b6ce72445e9bb12139a7f543ca 2024-12-15T15:42:47,065 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/0c233636c0fa46d8a9f31664539e360b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/0c233636c0fa46d8a9f31664539e360b 2024-12-15T15:42:47,065 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/b7718568b3634c1c95a45300f866b403 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/b7718568b3634c1c95a45300f866b403 2024-12-15T15:42:47,065 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/06045efbeee9480f9350bc5e78dd0c45 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/06045efbeee9480f9350bc5e78dd0c45 2024-12-15T15:42:47,071 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/8d3cd259a2cb4269a4767163b9dd3c19 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/8d3cd259a2cb4269a4767163b9dd3c19 2024-12-15T15:42:47,071 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/5b0d0b554f5e43cfb3793a73d0266888 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/5b0d0b554f5e43cfb3793a73d0266888 2024-12-15T15:42:47,071 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/915e24b5e9cd426fab254f872c9c3477 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/915e24b5e9cd426fab254f872c9c3477 2024-12-15T15:42:47,072 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ccd0d571a1784ee792e6c652bdaebc63 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ccd0d571a1784ee792e6c652bdaebc63 2024-12-15T15:42:47,072 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9e18e6d5593b4820ad6728695edf803f to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9e18e6d5593b4820ad6728695edf803f 2024-12-15T15:42:47,073 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/6a2f572779244578945814dc7facd213 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/6a2f572779244578945814dc7facd213 2024-12-15T15:42:47,073 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/e985fa16f323457588fedf3c7dd50e70 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/e985fa16f323457588fedf3c7dd50e70 2024-12-15T15:42:47,078 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/f7cc1cfab8e44de58a6311d5c27091c0 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/f7cc1cfab8e44de58a6311d5c27091c0 2024-12-15T15:42:47,078 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/894b46a35beb417c9c4fda1053297c0c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/894b46a35beb417c9c4fda1053297c0c 2024-12-15T15:42:47,078 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ead86c599f744292bd509f99be6a5025 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ead86c599f744292bd509f99be6a5025 2024-12-15T15:42:47,078 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9d70863c2de240439b0c8b9437b03354 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9d70863c2de240439b0c8b9437b03354 2024-12-15T15:42:47,079 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/67eb2f4866a3436492a8774ffe4b6cbb to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/67eb2f4866a3436492a8774ffe4b6cbb 2024-12-15T15:42:47,079 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/f31fd9d7624b4496b58dc8ee82076b2b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/f31fd9d7624b4496b58dc8ee82076b2b 2024-12-15T15:42:47,080 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/6480b3e1957d47f18ee1f883f4cf49e5 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/6480b3e1957d47f18ee1f883f4cf49e5 2024-12-15T15:42:47,080 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9d38867df844485bbacc676b5474fb6e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/9d38867df844485bbacc676b5474fb6e 2024-12-15T15:42:47,080 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ded654445aa145499af387bc14775b50 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/ded654445aa145499af387bc14775b50 2024-12-15T15:42:47,080 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/950ccb89702c457da23bfbdf024c8241 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/950ccb89702c457da23bfbdf024c8241 2024-12-15T15:42:47,080 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/b517b174fb0142469bcc3cbc421f223f to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/b517b174fb0142469bcc3cbc421f223f 2024-12-15T15:42:47,080 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/cfd1eeb412d6421ebd8db2265c2b1357 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/cfd1eeb412d6421ebd8db2265c2b1357 2024-12-15T15:42:47,083 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/e8e77dd1c089483e97fc3c4eb835094f to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/e8e77dd1c089483e97fc3c4eb835094f 2024-12-15T15:42:47,086 DEBUG [StoreCloser-TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/12eee25452d447e584804cd82ba858b8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/ee982f133fb048c88762bc9b1197d25c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/67c9d6408349460c9c4f9c325b664bcf, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/57281508aeea4a66af3a784c2f74a496, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/80fada26afa94af98c7db00e1b8449db, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/bb5a4133193644c3a5d9c14e127b84d6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/5b64bb5e8d7743a282766553c77f31d3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/d1e37ef3af4a4753aa05ff749fd492a4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/9de0224a4c524ddca9338aa94eb4ed85, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/96d9a33af7cf49498cab4c50a4fd0c06, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/a9da745871bc413d84fd0587ddf6c905, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/ac8971c6f1174797abc5ac134fdb1fec, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/14e9d1fba0904d978aeaa55b0e5aa6d0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/95fec97f690149d1b756e73373b123ed, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/031b42e54ee348dba3c0817c2d3a10eb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/e333b2b7fbab47bb91c040bd25eeb485, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/a644b769338c4911a3caab0fb25846ce, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/6e98a8c2171644f691d15f7dd67048f4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/44c3398a1146401e97c7119ecc16e865, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/0b300847aa3a4816bda7ccf21ba42b85, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/73b01548eb58440983c4ce6ed3308682, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/6bb0d2e86fde4abfb075676a60793e31, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/632e5595ee224c8582ed48351d1b2c74, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/9cde37d772034cd7b8d3e69487ad9324, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/556073d7e102439b889d4423c43dc733, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/959666233b04461c831f71377637fd31, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/3dbd26ade16541e6a7b2512576e61193] to archive 2024-12-15T15:42:47,088 DEBUG [StoreCloser-TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:42:47,090 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/12eee25452d447e584804cd82ba858b8 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/12eee25452d447e584804cd82ba858b8 2024-12-15T15:42:47,091 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/80fada26afa94af98c7db00e1b8449db to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/80fada26afa94af98c7db00e1b8449db 2024-12-15T15:42:47,091 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/57281508aeea4a66af3a784c2f74a496 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/57281508aeea4a66af3a784c2f74a496 2024-12-15T15:42:47,091 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/d1e37ef3af4a4753aa05ff749fd492a4 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/d1e37ef3af4a4753aa05ff749fd492a4 2024-12-15T15:42:47,091 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/bb5a4133193644c3a5d9c14e127b84d6 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/bb5a4133193644c3a5d9c14e127b84d6 2024-12-15T15:42:47,094 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/5b64bb5e8d7743a282766553c77f31d3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/5b64bb5e8d7743a282766553c77f31d3 2024-12-15T15:42:47,094 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/67c9d6408349460c9c4f9c325b664bcf to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/67c9d6408349460c9c4f9c325b664bcf 2024-12-15T15:42:47,094 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/ee982f133fb048c88762bc9b1197d25c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/ee982f133fb048c88762bc9b1197d25c 2024-12-15T15:42:47,098 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/96d9a33af7cf49498cab4c50a4fd0c06 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/96d9a33af7cf49498cab4c50a4fd0c06 2024-12-15T15:42:47,098 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/e333b2b7fbab47bb91c040bd25eeb485 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/e333b2b7fbab47bb91c040bd25eeb485 2024-12-15T15:42:47,100 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/14e9d1fba0904d978aeaa55b0e5aa6d0 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/14e9d1fba0904d978aeaa55b0e5aa6d0 2024-12-15T15:42:47,100 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/9de0224a4c524ddca9338aa94eb4ed85 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/9de0224a4c524ddca9338aa94eb4ed85 2024-12-15T15:42:47,100 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/a9da745871bc413d84fd0587ddf6c905 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/a9da745871bc413d84fd0587ddf6c905 2024-12-15T15:42:47,102 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/031b42e54ee348dba3c0817c2d3a10eb to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/031b42e54ee348dba3c0817c2d3a10eb 2024-12-15T15:42:47,102 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/ac8971c6f1174797abc5ac134fdb1fec to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/ac8971c6f1174797abc5ac134fdb1fec 2024-12-15T15:42:47,102 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/95fec97f690149d1b756e73373b123ed to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/95fec97f690149d1b756e73373b123ed 2024-12-15T15:42:47,105 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/a644b769338c4911a3caab0fb25846ce to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/a644b769338c4911a3caab0fb25846ce 2024-12-15T15:42:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T15:42:47,105 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/6e98a8c2171644f691d15f7dd67048f4 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/6e98a8c2171644f691d15f7dd67048f4 2024-12-15T15:42:47,106 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/44c3398a1146401e97c7119ecc16e865 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/44c3398a1146401e97c7119ecc16e865 2024-12-15T15:42:47,107 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/0b300847aa3a4816bda7ccf21ba42b85 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/0b300847aa3a4816bda7ccf21ba42b85 2024-12-15T15:42:47,107 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/9cde37d772034cd7b8d3e69487ad9324 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/9cde37d772034cd7b8d3e69487ad9324 2024-12-15T15:42:47,107 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/73b01548eb58440983c4ce6ed3308682 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/73b01548eb58440983c4ce6ed3308682 2024-12-15T15:42:47,107 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/632e5595ee224c8582ed48351d1b2c74 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/632e5595ee224c8582ed48351d1b2c74 2024-12-15T15:42:47,107 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/6bb0d2e86fde4abfb075676a60793e31 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/6bb0d2e86fde4abfb075676a60793e31 2024-12-15T15:42:47,108 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/556073d7e102439b889d4423c43dc733 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/556073d7e102439b889d4423c43dc733 2024-12-15T15:42:47,108 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/3dbd26ade16541e6a7b2512576e61193 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/3dbd26ade16541e6a7b2512576e61193 2024-12-15T15:42:47,108 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/959666233b04461c831f71377637fd31 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/959666233b04461c831f71377637fd31 2024-12-15T15:42:47,133 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/recovered.edits/446.seqid, newMaxSeqId=446, maxSeqId=1 2024-12-15T15:42:47,135 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da. 2024-12-15T15:42:47,135 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] regionserver.HRegion(1635): Region close journal for a17953a710679ed64a06b190f64359da: 2024-12-15T15:42:47,151 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=80}] handler.UnassignRegionHandler(170): Closed a17953a710679ed64a06b190f64359da 2024-12-15T15:42:47,152 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=79 updating hbase:meta row=a17953a710679ed64a06b190f64359da, regionState=CLOSED 2024-12-15T15:42:47,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-15T15:42:47,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; CloseRegionProcedure a17953a710679ed64a06b190f64359da, server=af3997dcf86f,46311,1734277284128 in 1.1270 sec 2024-12-15T15:42:47,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=79, resume processing ppid=78 2024-12-15T15:42:47,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, ppid=78, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a17953a710679ed64a06b190f64359da, UNASSIGN in 1.1310 sec 2024-12-15T15:42:47,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-15T15:42:47,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1360 sec 2024-12-15T15:42:47,161 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277367161"}]},"ts":"1734277367161"} 2024-12-15T15:42:47,166 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T15:42:47,177 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T15:42:47,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.1790 sec 2024-12-15T15:42:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-15T15:42:48,107 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-15T15:42:48,107 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T15:42:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:48,108 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=81, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-15T15:42:48,109 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=81, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:48,111 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da 2024-12-15T15:42:48,112 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/recovered.edits] 2024-12-15T15:42:48,125 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/1c6b5a9fcae24065ab2c3f7499912249 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/1c6b5a9fcae24065ab2c3f7499912249 2024-12-15T15:42:48,125 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/0c2933d629514d649c626b48aef38057 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/0c2933d629514d649c626b48aef38057 2024-12-15T15:42:48,125 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/31c34c91c9e64cc0854ddd6f1afa66c2 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/31c34c91c9e64cc0854ddd6f1afa66c2 2024-12-15T15:42:48,127 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/21779143d55542afb9738adf869bb3b6 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/A/21779143d55542afb9738adf869bb3b6 2024-12-15T15:42:48,132 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/4915c2316ce54a6892a93a5743e5c529 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/4915c2316ce54a6892a93a5743e5c529 2024-12-15T15:42:48,132 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/0cf84fedd4dd49edad1874255e9494f9 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/0cf84fedd4dd49edad1874255e9494f9 2024-12-15T15:42:48,132 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/56ca2cb0ba14449e9d30edeb982e04db to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/56ca2cb0ba14449e9d30edeb982e04db 2024-12-15T15:42:48,132 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/711add63de654d3daf6a0574a4d3b076 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/B/711add63de654d3daf6a0574a4d3b076 2024-12-15T15:42:48,137 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/e5fce5dc0e724ce195585d94788062b9 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/e5fce5dc0e724ce195585d94788062b9 2024-12-15T15:42:48,137 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/c2ec2a707d964844bcc807a33d1ee737 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/c2ec2a707d964844bcc807a33d1ee737 2024-12-15T15:42:48,137 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/d460c77e8beb4303b745f4ecdb2a62e8 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/d460c77e8beb4303b745f4ecdb2a62e8 2024-12-15T15:42:48,137 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/d1976810376e446d99febdc975f1d9ad to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/C/d1976810376e446d99febdc975f1d9ad 2024-12-15T15:42:48,142 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/recovered.edits/446.seqid to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da/recovered.edits/446.seqid 2024-12-15T15:42:48,142 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/a17953a710679ed64a06b190f64359da 2024-12-15T15:42:48,142 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T15:42:48,145 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=81, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:48,149 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T15:42:48,155 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T15:42:48,163 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=81, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:48,163 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T15:42:48,163 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734277368163"}]},"ts":"9223372036854775807"} 2024-12-15T15:42:48,168 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T15:42:48,168 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a17953a710679ed64a06b190f64359da, NAME => 'TestAcidGuarantees,,1734277342342.a17953a710679ed64a06b190f64359da.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T15:42:48,168 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T15:42:48,169 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734277368168"}]},"ts":"9223372036854775807"} 2024-12-15T15:42:48,173 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T15:42:48,186 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=81, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:48,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 79 msec 2024-12-15T15:42:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-15T15:42:48,215 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-15T15:42:48,239 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=246 (was 247), OpenFileDescriptor=455 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1087 (was 1136), ProcessCount=11 (was 11), AvailableMemoryMB=3970 (was 3695) - AvailableMemoryMB LEAK? - 2024-12-15T15:42:48,249 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=246, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=1087, ProcessCount=11, AvailableMemoryMB=3961 2024-12-15T15:42:48,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T15:42:48,251 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T15:42:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=82, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:48,253 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=82, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T15:42:48,253 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:48,253 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 82 2024-12-15T15:42:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=82 2024-12-15T15:42:48,254 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=82, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T15:42:48,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742141_1317 (size=963) 2024-12-15T15:42:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=82 2024-12-15T15:42:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=82 2024-12-15T15:42:48,663 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148 2024-12-15T15:42:48,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742142_1318 (size=53) 2024-12-15T15:42:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=82 2024-12-15T15:42:49,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:42:49,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing e5bae2c467efc6320873c7636c5aa6b3, disabling compactions & flushes 2024-12-15T15:42:49,082 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:49,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:49,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. after waiting 0 ms 2024-12-15T15:42:49,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:49,082 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:49,082 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:49,083 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=82, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T15:42:49,083 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734277369083"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734277369083"}]},"ts":"1734277369083"} 2024-12-15T15:42:49,084 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T15:42:49,085 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=82, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T15:42:49,085 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277369085"}]},"ts":"1734277369085"} 2024-12-15T15:42:49,086 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T15:42:49,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5bae2c467efc6320873c7636c5aa6b3, ASSIGN}] 2024-12-15T15:42:49,106 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5bae2c467efc6320873c7636c5aa6b3, ASSIGN 2024-12-15T15:42:49,107 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5bae2c467efc6320873c7636c5aa6b3, ASSIGN; state=OFFLINE, location=af3997dcf86f,46311,1734277284128; forceNewPlan=false, retain=false 2024-12-15T15:42:49,257 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=e5bae2c467efc6320873c7636c5aa6b3, regionState=OPENING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:49,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; OpenRegionProcedure e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:42:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=82 2024-12-15T15:42:49,410 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:49,413 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:49,413 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(7285): Opening region: {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} 2024-12-15T15:42:49,413 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:49,413 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:42:49,413 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(7327): checking encryption for e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:49,414 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(7330): checking classloading for e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:49,415 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:49,416 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:42:49,416 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5bae2c467efc6320873c7636c5aa6b3 columnFamilyName A 2024-12-15T15:42:49,416 DEBUG [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:49,417 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.HStore(327): Store=e5bae2c467efc6320873c7636c5aa6b3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:42:49,417 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:49,418 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:42:49,418 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5bae2c467efc6320873c7636c5aa6b3 columnFamilyName B 2024-12-15T15:42:49,418 DEBUG [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:49,418 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.HStore(327): Store=e5bae2c467efc6320873c7636c5aa6b3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:42:49,418 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:49,419 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:42:49,419 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5bae2c467efc6320873c7636c5aa6b3 columnFamilyName C 2024-12-15T15:42:49,419 DEBUG [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:49,420 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.HStore(327): Store=e5bae2c467efc6320873c7636c5aa6b3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:42:49,420 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:49,421 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:49,421 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:49,423 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T15:42:49,424 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1085): writing seq id for e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:49,426 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T15:42:49,427 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1102): Opened e5bae2c467efc6320873c7636c5aa6b3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61947955, jitterRate=-0.07690353691577911}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T15:42:49,427 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1001): Region open journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:49,428 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., pid=84, masterSystemTime=1734277369410 2024-12-15T15:42:49,430 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:49,430 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:49,430 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=83 updating hbase:meta row=e5bae2c467efc6320873c7636c5aa6b3, regionState=OPEN, openSeqNum=2, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:49,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-15T15:42:49,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; OpenRegionProcedure e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 in 172 msec 2024-12-15T15:42:49,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=83, resume processing ppid=82 2024-12-15T15:42:49,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, ppid=82, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5bae2c467efc6320873c7636c5aa6b3, ASSIGN in 327 msec 2024-12-15T15:42:49,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=82, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T15:42:49,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277369435"}]},"ts":"1734277369435"} 2024-12-15T15:42:49,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T15:42:49,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=82, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T15:42:49,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2270 sec 2024-12-15T15:42:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=82 2024-12-15T15:42:50,358 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 82 completed 2024-12-15T15:42:50,360 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63822144 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52592365 2024-12-15T15:42:50,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81cac4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:50,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:50,400 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:50,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T15:42:50,411 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T15:42:50,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T15:42:50,420 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T15:42:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-15T15:42:50,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742143_1319 (size=999) 2024-12-15T15:42:50,854 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-15T15:42:50,854 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-15T15:42:50,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T15:42:50,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5bae2c467efc6320873c7636c5aa6b3, REOPEN/MOVE}] 2024-12-15T15:42:50,858 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5bae2c467efc6320873c7636c5aa6b3, REOPEN/MOVE 2024-12-15T15:42:50,859 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=e5bae2c467efc6320873c7636c5aa6b3, regionState=CLOSING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:50,860 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T15:42:50,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; CloseRegionProcedure e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:42:51,011 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,012 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(124): Close e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:51,012 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T15:42:51,012 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1681): Closing e5bae2c467efc6320873c7636c5aa6b3, disabling compactions & flushes 2024-12-15T15:42:51,012 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:51,012 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:51,012 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. after waiting 0 ms 2024-12-15T15:42:51,012 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:51,015 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T15:42:51,016 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:51,016 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegion(1635): Region close journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:51,016 WARN [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] regionserver.HRegionServer(3786): Not adding moved region record: e5bae2c467efc6320873c7636c5aa6b3 to self. 2024-12-15T15:42:51,017 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=88}] handler.UnassignRegionHandler(170): Closed e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:51,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=e5bae2c467efc6320873c7636c5aa6b3, regionState=CLOSED 2024-12-15T15:42:51,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-15T15:42:51,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; CloseRegionProcedure e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 in 158 msec 2024-12-15T15:42:51,020 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=87, ppid=86, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5bae2c467efc6320873c7636c5aa6b3, REOPEN/MOVE; state=CLOSED, location=af3997dcf86f,46311,1734277284128; forceNewPlan=false, retain=true 2024-12-15T15:42:51,171 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=e5bae2c467efc6320873c7636c5aa6b3, regionState=OPENING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=89, ppid=87, state=RUNNABLE; OpenRegionProcedure e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:42:51,324 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,327 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:51,328 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7285): Opening region: {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} 2024-12-15T15:42:51,328 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:51,328 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:42:51,329 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7327): checking encryption for e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:51,329 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7330): checking classloading for e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:51,330 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:51,331 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:42:51,331 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5bae2c467efc6320873c7636c5aa6b3 columnFamilyName A 2024-12-15T15:42:51,333 DEBUG [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:51,333 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.HStore(327): Store=e5bae2c467efc6320873c7636c5aa6b3/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:42:51,334 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:51,334 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:42:51,335 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5bae2c467efc6320873c7636c5aa6b3 columnFamilyName B 2024-12-15T15:42:51,335 DEBUG [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:51,335 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.HStore(327): Store=e5bae2c467efc6320873c7636c5aa6b3/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:42:51,335 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:51,336 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:42:51,336 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5bae2c467efc6320873c7636c5aa6b3 columnFamilyName C 2024-12-15T15:42:51,336 DEBUG [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:51,337 INFO [StoreOpener-e5bae2c467efc6320873c7636c5aa6b3-1 {}] regionserver.HStore(327): Store=e5bae2c467efc6320873c7636c5aa6b3/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:42:51,337 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:51,338 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:51,339 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:51,340 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T15:42:51,342 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1085): writing seq id for e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:51,343 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1102): Opened e5bae2c467efc6320873c7636c5aa6b3; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72561606, jitterRate=0.08125218749046326}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T15:42:51,343 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1001): Region open journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:51,344 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., pid=89, masterSystemTime=1734277371324 2024-12-15T15:42:51,346 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:51,346 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:51,346 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=87 updating hbase:meta row=e5bae2c467efc6320873c7636c5aa6b3, regionState=OPEN, openSeqNum=5, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=89, resume processing ppid=87 2024-12-15T15:42:51,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, ppid=87, state=SUCCESS; OpenRegionProcedure e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 in 175 msec 2024-12-15T15:42:51,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=87, resume processing ppid=86 2024-12-15T15:42:51,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, ppid=86, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5bae2c467efc6320873c7636c5aa6b3, REOPEN/MOVE in 491 msec 2024-12-15T15:42:51,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-15T15:42:51,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 495 msec 2024-12-15T15:42:51,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 932 msec 2024-12-15T15:42:51,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-15T15:42:51,357 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x126abdf4 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9b3e6d7 2024-12-15T15:42:51,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a04d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:51,424 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42d6bca6 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c56f75 2024-12-15T15:42:51,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3268230a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:51,437 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61bb7783 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1efa0206 2024-12-15T15:42:51,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7912a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:51,449 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f0031d8 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71a4fe0c 2024-12-15T15:42:51,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ed1e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:51,462 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05434c92 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53c186a8 2024-12-15T15:42:51,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe4cb14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:51,473 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d80c576 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44f513b9 2024-12-15T15:42:51,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114e6211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:51,481 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17a2e973 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ba658e5 2024-12-15T15:42:51,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191ae36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:51,495 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x145b6b99 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d736887 2024-12-15T15:42:51,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133cc1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:51,507 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fcd5639 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19bc2a17 2024-12-15T15:42:51,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfa4b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:51,515 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x660943ba to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e9d21fe 2024-12-15T15:42:51,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2005577f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:42:51,537 DEBUG [hconnection-0x6c3f7018-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:51,537 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:51,538 DEBUG [hconnection-0x22958ccb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:51,538 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32996, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:51,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-12-15T15:42:51,539 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:51,539 DEBUG [hconnection-0x1c5067fb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:51,539 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-15T15:42:51,540 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:51,540 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:51,540 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:51,547 DEBUG [hconnection-0x35da391-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:51,547 DEBUG [hconnection-0x2addf5d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:51,548 DEBUG [hconnection-0x55d1a9e1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:51,548 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:51,549 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:51,550 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:51,550 DEBUG [hconnection-0x2dc82e89-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:51,551 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:51,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T15:42:51,560 DEBUG [hconnection-0x28c6e5f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:51,561 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:51,562 DEBUG [hconnection-0x73f39518-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:51,563 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:51,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:42:51,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:51,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:42:51,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:51,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:42:51,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:51,569 DEBUG [hconnection-0xdbb1b24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:42:51,574 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:42:51,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:51,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277431580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277431580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277431582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277431582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121522478ceff08048c29cf1a82eddde1932_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277371545/Put/seqid=0 2024-12-15T15:42:51,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:51,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277431583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742144_1320 (size=12154) 2024-12-15T15:42:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-15T15:42:51,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277431682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277431682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277431684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277431684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,692 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T15:42:51,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:51,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277431691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:51,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:51,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:51,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:51,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-15T15:42:51,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T15:42:51,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:51,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:51,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:51,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:51,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:51,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277431884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277431892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277431894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277431895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:51,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277431897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,001 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:52,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,005 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121522478ceff08048c29cf1a82eddde1932_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121522478ceff08048c29cf1a82eddde1932_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:52,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T15:42:52,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:52,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:52,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:52,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,006 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/1fc3564e3ea3485fad8799d9dbfcaf59, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/1fc3564e3ea3485fad8799d9dbfcaf59 is 175, key is test_row_0/A:col10/1734277371545/Put/seqid=0 2024-12-15T15:42:52,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742145_1321 (size=30955) 2024-12-15T15:42:52,012 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/1fc3564e3ea3485fad8799d9dbfcaf59 2024-12-15T15:42:52,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/6bdbea0b020240fb8ac1f454b97639db is 50, key is test_row_0/B:col10/1734277371545/Put/seqid=0 2024-12-15T15:42:52,049 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T15:42:52,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742146_1322 (size=12001) 2024-12-15T15:42:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-15T15:42:52,161 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T15:42:52,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:52,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:52,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:52,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277432192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277432200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277432200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277432203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277432203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T15:42:52,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:52,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:52,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:52,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T15:42:52,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:52,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:52,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:52,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/6bdbea0b020240fb8ac1f454b97639db 2024-12-15T15:42:52,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/591f1d6dded44ef3a1fc4393a281f0b1 is 50, key is test_row_0/C:col10/1734277371545/Put/seqid=0 2024-12-15T15:42:52,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742147_1323 (size=12001) 2024-12-15T15:42:52,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/591f1d6dded44ef3a1fc4393a281f0b1 2024-12-15T15:42:52,644 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T15:42:52,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:52,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:52,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:52,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-15T15:42:52,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/1fc3564e3ea3485fad8799d9dbfcaf59 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1fc3564e3ea3485fad8799d9dbfcaf59 2024-12-15T15:42:52,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1fc3564e3ea3485fad8799d9dbfcaf59, entries=150, sequenceid=17, filesize=30.2 K 2024-12-15T15:42:52,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/6bdbea0b020240fb8ac1f454b97639db as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/6bdbea0b020240fb8ac1f454b97639db 2024-12-15T15:42:52,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/6bdbea0b020240fb8ac1f454b97639db, entries=150, sequenceid=17, filesize=11.7 K 2024-12-15T15:42:52,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/591f1d6dded44ef3a1fc4393a281f0b1 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/591f1d6dded44ef3a1fc4393a281f0b1 2024-12-15T15:42:52,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277432699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,701 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T15:42:52,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/591f1d6dded44ef3a1fc4393a281f0b1, entries=150, sequenceid=17, filesize=11.7 K 2024-12-15T15:42:52,718 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for e5bae2c467efc6320873c7636c5aa6b3 in 1158ms, sequenceid=17, compaction requested=false 2024-12-15T15:42:52,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:52,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:52,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T15:42:52,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:42:52,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:52,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:42:52,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:52,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:42:52,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:52,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277432746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:52,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277432747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277432756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277432756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157924807455df4e2fb18f42bb967ff37e_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277371580/Put/seqid=0 2024-12-15T15:42:52,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742148_1324 (size=14594) 2024-12-15T15:42:52,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T15:42:52,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:52,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:52,804 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:52,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:52,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,831 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157924807455df4e2fb18f42bb967ff37e_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157924807455df4e2fb18f42bb967ff37e_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:52,841 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/55d087602783422d86fb9fef440331ae, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:52,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/55d087602783422d86fb9fef440331ae is 175, key is test_row_0/A:col10/1734277371580/Put/seqid=0 2024-12-15T15:42:52,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277432860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277432861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277432863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277432870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742149_1325 (size=39549) 2024-12-15T15:42:52,883 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=45, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/55d087602783422d86fb9fef440331ae 2024-12-15T15:42:52,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/81000254182342c3a8f62f555a3998a4 is 50, key is test_row_0/B:col10/1734277371580/Put/seqid=0 2024-12-15T15:42:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742150_1326 (size=12001) 2024-12-15T15:42:52,960 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:52,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T15:42:52,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:52,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:52,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/81000254182342c3a8f62f555a3998a4 2024-12-15T15:42:52,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:52,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:52,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/ae50e57f089049469e16387d0ca29864 is 50, key is test_row_0/C:col10/1734277371580/Put/seqid=0 2024-12-15T15:42:53,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742151_1327 (size=12001) 2024-12-15T15:42:53,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277433066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:53,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:53,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277433069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:53,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:53,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277433069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:53,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277433071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:53,127 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:53,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T15:42:53,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:53,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:53,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:53,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:53,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:53,282 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:53,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T15:42:53,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:53,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:53,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:53,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:53,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277433372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:53,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277433372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:53,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277433374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:53,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277433374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:53,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/ae50e57f089049469e16387d0ca29864 2024-12-15T15:42:53,435 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:53,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/55d087602783422d86fb9fef440331ae as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/55d087602783422d86fb9fef440331ae 2024-12-15T15:42:53,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T15:42:53,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:53,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:53,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:53,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:53,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:53,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/55d087602783422d86fb9fef440331ae, entries=200, sequenceid=45, filesize=38.6 K 2024-12-15T15:42:53,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/81000254182342c3a8f62f555a3998a4 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/81000254182342c3a8f62f555a3998a4 2024-12-15T15:42:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/81000254182342c3a8f62f555a3998a4, entries=150, sequenceid=45, filesize=11.7 K 2024-12-15T15:42:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/ae50e57f089049469e16387d0ca29864 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ae50e57f089049469e16387d0ca29864 2024-12-15T15:42:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ae50e57f089049469e16387d0ca29864, entries=150, sequenceid=45, filesize=11.7 K 2024-12-15T15:42:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for e5bae2c467efc6320873c7636c5aa6b3 in 744ms, sequenceid=45, compaction requested=false 2024-12-15T15:42:53,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,591 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-15T15:42:53,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:53,596 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-15T15:42:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:42:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:42:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:42:53,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215cb8ea14389114cf39fe0cb01a9e0e98f_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277372752/Put/seqid=0 2024-12-15T15:42:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-15T15:42:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742152_1328 (size=9714) 2024-12-15T15:42:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:53,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,076 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215cb8ea14389114cf39fe0cb01a9e0e98f_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cb8ea14389114cf39fe0cb01a9e0e98f_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/20e6c8b3edf54682a381b8a48a0ddb88, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:54,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/20e6c8b3edf54682a381b8a48a0ddb88 is 175, key is test_row_0/A:col10/1734277372752/Put/seqid=0 2024-12-15T15:42:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742153_1329 (size=22361) 2024-12-15T15:42:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:54,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277434098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277434101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277434103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277434110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277434111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277434213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277434214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277434220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277434222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277434232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277434416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277434417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277434430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277434430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277434440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,507 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/20e6c8b3edf54682a381b8a48a0ddb88 2024-12-15T15:42:54,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/0c4716b71294437f9a25e02c819a665f is 50, key is test_row_0/B:col10/1734277372752/Put/seqid=0 2024-12-15T15:42:54,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742154_1330 (size=9657) 2024-12-15T15:42:54,566 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/0c4716b71294437f9a25e02c819a665f 2024-12-15T15:42:54,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/ec7fddfca8294a2c81caa7ef3321e3aa is 50, key is test_row_0/C:col10/1734277372752/Put/seqid=0 2024-12-15T15:42:54,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742155_1331 (size=9657) 2024-12-15T15:42:54,596 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/ec7fddfca8294a2c81caa7ef3321e3aa 2024-12-15T15:42:54,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/20e6c8b3edf54682a381b8a48a0ddb88 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/20e6c8b3edf54682a381b8a48a0ddb88 2024-12-15T15:42:54,621 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/20e6c8b3edf54682a381b8a48a0ddb88, entries=100, sequenceid=54, filesize=21.8 K 2024-12-15T15:42:54,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/0c4716b71294437f9a25e02c819a665f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/0c4716b71294437f9a25e02c819a665f 2024-12-15T15:42:54,636 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/0c4716b71294437f9a25e02c819a665f, entries=100, sequenceid=54, filesize=9.4 K 2024-12-15T15:42:54,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/ec7fddfca8294a2c81caa7ef3321e3aa as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ec7fddfca8294a2c81caa7ef3321e3aa 2024-12-15T15:42:54,643 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ec7fddfca8294a2c81caa7ef3321e3aa, entries=100, sequenceid=54, filesize=9.4 K 2024-12-15T15:42:54,644 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for e5bae2c467efc6320873c7636c5aa6b3 in 1048ms, sequenceid=54, compaction requested=true 2024-12-15T15:42:54,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:54,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:54,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-12-15T15:42:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=91 2024-12-15T15:42:54,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-12-15T15:42:54,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1050 sec 2024-12-15T15:42:54,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 3.1100 sec 2024-12-15T15:42:54,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:54,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-15T15:42:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:42:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:42:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:42:54,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:54,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277434742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277434744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277434744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277434745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277434755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a6355ab5f3094df781f3dca1ecf2c04d_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277374723/Put/seqid=0 2024-12-15T15:42:54,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742156_1332 (size=17034) 2024-12-15T15:42:54,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277434851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277434851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:54,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:54,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277434852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:55,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:55,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277435055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:55,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277435057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:55,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:55,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277435057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:55,219 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,238 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a6355ab5f3094df781f3dca1ecf2c04d_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a6355ab5f3094df781f3dca1ecf2c04d_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:55,239 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/9be93c4d9c3b4824a36f44cab368e85d, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:55,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/9be93c4d9c3b4824a36f44cab368e85d is 175, key is test_row_0/A:col10/1734277374723/Put/seqid=0 2024-12-15T15:42:55,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742157_1333 (size=48139) 2024-12-15T15:42:55,246 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/9be93c4d9c3b4824a36f44cab368e85d 2024-12-15T15:42:55,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:55,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277435250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:55,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/b428125cf49b4a31b77dae833a8a9ad7 is 50, key is test_row_0/B:col10/1734277374723/Put/seqid=0 2024-12-15T15:42:55,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:55,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277435263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:55,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742158_1334 (size=12001) 2024-12-15T15:42:55,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277435360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:55,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:55,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277435360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:55,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:55,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277435361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=90 2024-12-15T15:42:55,654 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 90 completed 2024-12-15T15:42:55,656 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees 2024-12-15T15:42:55,658 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T15:42:55,659 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=92, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:55,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:55,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/b428125cf49b4a31b77dae833a8a9ad7 2024-12-15T15:42:55,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/4c9ab0e32014427db7339621602a662c is 50, key is test_row_0/C:col10/1734277374723/Put/seqid=0 2024-12-15T15:42:55,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742159_1335 (size=12001) 2024-12-15T15:42:55,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/4c9ab0e32014427db7339621602a662c 2024-12-15T15:42:55,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/9be93c4d9c3b4824a36f44cab368e85d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/9be93c4d9c3b4824a36f44cab368e85d 2024-12-15T15:42:55,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/9be93c4d9c3b4824a36f44cab368e85d, entries=250, sequenceid=83, filesize=47.0 K 2024-12-15T15:42:55,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/b428125cf49b4a31b77dae833a8a9ad7 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/b428125cf49b4a31b77dae833a8a9ad7 2024-12-15T15:42:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/b428125cf49b4a31b77dae833a8a9ad7, entries=150, sequenceid=83, filesize=11.7 K 2024-12-15T15:42:55,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/4c9ab0e32014427db7339621602a662c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/4c9ab0e32014427db7339621602a662c 2024-12-15T15:42:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T15:42:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/4c9ab0e32014427db7339621602a662c, entries=150, sequenceid=83, filesize=11.7 K 2024-12-15T15:42:55,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for e5bae2c467efc6320873c7636c5aa6b3 in 1048ms, sequenceid=83, compaction requested=true 2024-12-15T15:42:55,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:55,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:55,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:55,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:55,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:55,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:55,773 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:42:55,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:42:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,774 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:42:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,774 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/A is initiating minor compaction (all files) 2024-12-15T15:42:55,774 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/A in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:55,774 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1fc3564e3ea3485fad8799d9dbfcaf59, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/55d087602783422d86fb9fef440331ae, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/20e6c8b3edf54682a381b8a48a0ddb88, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/9be93c4d9c3b4824a36f44cab368e85d] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=137.7 K 2024-12-15T15:42:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,774 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:55,774 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1fc3564e3ea3485fad8799d9dbfcaf59, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/55d087602783422d86fb9fef440331ae, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/20e6c8b3edf54682a381b8a48a0ddb88, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/9be93c4d9c3b4824a36f44cab368e85d] 2024-12-15T15:42:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,775 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fc3564e3ea3485fad8799d9dbfcaf59, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734277371545 2024-12-15T15:42:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,775 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 55d087602783422d86fb9fef440331ae, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1734277371580 2024-12-15T15:42:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,775 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:42:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,775 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 20e6c8b3edf54682a381b8a48a0ddb88, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734277372744 2024-12-15T15:42:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,776 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9be93c4d9c3b4824a36f44cab368e85d, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1734277374098 2024-12-15T15:42:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,777 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:42:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,777 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/B is initiating minor compaction (all files) 2024-12-15T15:42:55,777 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/B in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:55,777 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/6bdbea0b020240fb8ac1f454b97639db, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/81000254182342c3a8f62f555a3998a4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/0c4716b71294437f9a25e02c819a665f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/b428125cf49b4a31b77dae833a8a9ad7] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=44.6 K 2024-12-15T15:42:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,778 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bdbea0b020240fb8ac1f454b97639db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734277371545 2024-12-15T15:42:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,779 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81000254182342c3a8f62f555a3998a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1734277371580 2024-12-15T15:42:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,779 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c4716b71294437f9a25e02c819a665f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734277372744 2024-12-15T15:42:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,779 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting b428125cf49b4a31b77dae833a8a9ad7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1734277374108 2024-12-15T15:42:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,792 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,798 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#B#compaction#285 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:55,799 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/9e837c93942842d693d3ab48bd091a57 is 50, key is test_row_0/B:col10/1734277374723/Put/seqid=0 2024-12-15T15:42:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,811 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=93 2024-12-15T15:42:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,812 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215e6bb74dd14e9447e81940fdb3fea1748_e5bae2c467efc6320873c7636c5aa6b3 store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:55,815 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-15T15:42:55,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:42:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:55,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:42:55,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:42:55,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,819 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215e6bb74dd14e9447e81940fdb3fea1748_e5bae2c467efc6320873c7636c5aa6b3, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,819 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215e6bb74dd14e9447e81940fdb3fea1748_e5bae2c467efc6320873c7636c5aa6b3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412154e6f7096f9c442248ce55e684cfa126b_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_1/A:col10/1734277374733/Put/seqid=0 2024-12-15T15:42:55,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742160_1336 (size=12139) 2024-12-15T15:42:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742161_1337 (size=4469) 2024-12-15T15:42:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742162_1338 (size=9714) 2024-12-15T15:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:55,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T15:42:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277436176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:56,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277436179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:56,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277436179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:56,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277436260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:56,263 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#A#compaction#284 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:56,264 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/1fa4096b1b934798a382f46d1b8ec2a0 is 175, key is test_row_0/A:col10/1734277374723/Put/seqid=0 2024-12-15T15:42:56,266 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/9e837c93942842d693d3ab48bd091a57 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/9e837c93942842d693d3ab48bd091a57 2024-12-15T15:42:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T15:42:56,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277436275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:56,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277436288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:56,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:56,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277436292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:56,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277436293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:56,313 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412154e6f7096f9c442248ce55e684cfa126b_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412154e6f7096f9c442248ce55e684cfa126b_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:56,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/94819cff493b441690530e5f9eed79fc, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:56,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/94819cff493b441690530e5f9eed79fc is 175, key is test_row_1/A:col10/1734277374733/Put/seqid=0 2024-12-15T15:42:56,392 INFO [AsyncFSWAL-0-hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148-prefix:af3997dcf86f,46311,1734277284128 {}] wal.AbstractFSWAL(1183): Slow sync cost: 102 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34951,DS-55960b95-13db-4c22-aeea-31cf07a96408,DISK]] 2024-12-15T15:42:56,392 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/B of e5bae2c467efc6320873c7636c5aa6b3 into 9e837c93942842d693d3ab48bd091a57(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:56,392 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:56,392 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/B, priority=12, startTime=1734277375773; duration=0sec 2024-12-15T15:42:56,392 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:56,392 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:B 2024-12-15T15:42:56,392 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:42:56,394 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:42:56,394 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/C is initiating minor compaction (all files) 2024-12-15T15:42:56,394 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/C in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:56,394 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/591f1d6dded44ef3a1fc4393a281f0b1, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ae50e57f089049469e16387d0ca29864, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ec7fddfca8294a2c81caa7ef3321e3aa, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/4c9ab0e32014427db7339621602a662c] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=44.6 K 2024-12-15T15:42:56,395 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 591f1d6dded44ef3a1fc4393a281f0b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734277371545 2024-12-15T15:42:56,395 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae50e57f089049469e16387d0ca29864, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1734277371580 2024-12-15T15:42:56,396 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec7fddfca8294a2c81caa7ef3321e3aa, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734277372744 2024-12-15T15:42:56,396 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c9ab0e32014427db7339621602a662c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1734277374108 2024-12-15T15:42:56,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742163_1339 (size=31093) 2024-12-15T15:42:56,412 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/1fa4096b1b934798a382f46d1b8ec2a0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1fa4096b1b934798a382f46d1b8ec2a0 2024-12-15T15:42:56,417 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#C#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:56,418 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/fc33bcba233d497ca94db5d8c3d9bd6d is 50, key is test_row_0/C:col10/1734277374723/Put/seqid=0 2024-12-15T15:42:56,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742164_1340 (size=22361) 2024-12-15T15:42:56,420 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/94819cff493b441690530e5f9eed79fc 2024-12-15T15:42:56,421 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/A of e5bae2c467efc6320873c7636c5aa6b3 into 1fa4096b1b934798a382f46d1b8ec2a0(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:56,422 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:56,422 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/A, priority=12, startTime=1734277375773; duration=0sec 2024-12-15T15:42:56,422 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:56,422 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:A 2024-12-15T15:42:56,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/c3d348cedcda4a92a0430ecbf9c56204 is 50, key is test_row_1/B:col10/1734277374733/Put/seqid=0 2024-12-15T15:42:56,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742165_1341 (size=12139) 2024-12-15T15:42:56,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742166_1342 (size=9657) 2024-12-15T15:42:56,486 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/c3d348cedcda4a92a0430ecbf9c56204 2024-12-15T15:42:56,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:56,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277436495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277436495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:56,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277436496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:56,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/88bc8abe4c784081b4bcc009be68a1fd is 50, key is test_row_1/C:col10/1734277374733/Put/seqid=0 2024-12-15T15:42:56,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742167_1343 (size=9657) 2024-12-15T15:42:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T15:42:56,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277436802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:56,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277436802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:56,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277436804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:56,881 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/fc33bcba233d497ca94db5d8c3d9bd6d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/fc33bcba233d497ca94db5d8c3d9bd6d 2024-12-15T15:42:56,886 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/C of e5bae2c467efc6320873c7636c5aa6b3 into fc33bcba233d497ca94db5d8c3d9bd6d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:56,886 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:56,886 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/C, priority=12, startTime=1734277375773; duration=0sec 2024-12-15T15:42:56,886 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:56,886 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:C 2024-12-15T15:42:56,937 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/88bc8abe4c784081b4bcc009be68a1fd 2024-12-15T15:42:56,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/94819cff493b441690530e5f9eed79fc as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/94819cff493b441690530e5f9eed79fc 2024-12-15T15:42:56,947 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/94819cff493b441690530e5f9eed79fc, entries=100, sequenceid=90, filesize=21.8 K 2024-12-15T15:42:56,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/c3d348cedcda4a92a0430ecbf9c56204 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/c3d348cedcda4a92a0430ecbf9c56204 2024-12-15T15:42:56,952 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/c3d348cedcda4a92a0430ecbf9c56204, entries=100, sequenceid=90, filesize=9.4 K 2024-12-15T15:42:56,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/88bc8abe4c784081b4bcc009be68a1fd as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/88bc8abe4c784081b4bcc009be68a1fd 2024-12-15T15:42:56,957 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/88bc8abe4c784081b4bcc009be68a1fd, entries=100, sequenceid=90, filesize=9.4 K 2024-12-15T15:42:56,958 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for e5bae2c467efc6320873c7636c5aa6b3 in 1143ms, sequenceid=90, compaction requested=false 2024-12-15T15:42:56,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:56,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:56,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=93}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=93 2024-12-15T15:42:56,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=93 2024-12-15T15:42:56,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-12-15T15:42:56,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3000 sec 2024-12-15T15:42:56,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=92, table=TestAcidGuarantees in 1.3050 sec 2024-12-15T15:42:57,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-15T15:42:57,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:42:57,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:57,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:42:57,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:57,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:42:57,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:57,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277437319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:57,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b97d94c2e5cd4e368c18e81ae3afca9d_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277376177/Put/seqid=0 2024-12-15T15:42:57,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:57,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277437324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277437324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:57,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742168_1344 (size=12154) 2024-12-15T15:42:57,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277437426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:57,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277437432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:57,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277437432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:57,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277437643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:57,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277437643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:57,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277437643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:57,751 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:57,773 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215b97d94c2e5cd4e368c18e81ae3afca9d_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b97d94c2e5cd4e368c18e81ae3afca9d_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:57,778 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/6b7dc64ee74543b98180d8170cd1dd71, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:57,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/6b7dc64ee74543b98180d8170cd1dd71 is 175, key is test_row_0/A:col10/1734277376177/Put/seqid=0 2024-12-15T15:42:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=92 2024-12-15T15:42:57,780 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 92 completed 2024-12-15T15:42:57,788 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees 2024-12-15T15:42:57,796 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T15:42:57,796 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=94, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:57,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:42:57,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742169_1345 (size=30955) 2024-12-15T15:42:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T15:42:57,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:57,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-12-15T15:42:57,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:57,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:57,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:57,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277437955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:57,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:57,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:57,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:57,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277437955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277437956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:58,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T15:42:58,114 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:58,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-12-15T15:42:58,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:58,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:58,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:58,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:58,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:58,208 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/6b7dc64ee74543b98180d8170cd1dd71 2024-12-15T15:42:58,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/16f9731ca6b84afd897736d1ec2ee67b is 50, key is test_row_0/B:col10/1734277376177/Put/seqid=0 2024-12-15T15:42:58,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742170_1346 (size=12001) 2024-12-15T15:42:58,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/16f9731ca6b84afd897736d1ec2ee67b 2024-12-15T15:42:58,267 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:58,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-12-15T15:42:58,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:58,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:58,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:58,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] handler.RSProcedureHandler(58): pid=95 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:58,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=95 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=95 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:42:58,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277438268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:58,276 DEBUG [Thread-1457 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:42:58,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277438279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:58,285 DEBUG [Thread-1453 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4176 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:42:58,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/878d5f7cd8b24b67adf0f1e950164f06 is 50, key is test_row_0/C:col10/1734277376177/Put/seqid=0 2024-12-15T15:42:58,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742171_1347 (size=12001) 2024-12-15T15:42:58,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/878d5f7cd8b24b67adf0f1e950164f06 2024-12-15T15:42:58,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/6b7dc64ee74543b98180d8170cd1dd71 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/6b7dc64ee74543b98180d8170cd1dd71 2024-12-15T15:42:58,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/6b7dc64ee74543b98180d8170cd1dd71, entries=150, sequenceid=123, filesize=30.2 K 2024-12-15T15:42:58,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/16f9731ca6b84afd897736d1ec2ee67b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/16f9731ca6b84afd897736d1ec2ee67b 2024-12-15T15:42:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/16f9731ca6b84afd897736d1ec2ee67b, entries=150, sequenceid=123, filesize=11.7 K 2024-12-15T15:42:58,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/878d5f7cd8b24b67adf0f1e950164f06 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/878d5f7cd8b24b67adf0f1e950164f06 2024-12-15T15:42:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/878d5f7cd8b24b67adf0f1e950164f06, entries=150, sequenceid=123, filesize=11.7 K 2024-12-15T15:42:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=33.54 KB/34350 for e5bae2c467efc6320873c7636c5aa6b3 in 1089ms, sequenceid=123, compaction requested=true 2024-12-15T15:42:58,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,399 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:58,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:42:58,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:58,399 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:58,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:42:58,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:58,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:42:58,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T15:42:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,404 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:58,404 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/B is initiating minor compaction (all files) 2024-12-15T15:42:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,404 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/B in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,404 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/9e837c93942842d693d3ab48bd091a57, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/c3d348cedcda4a92a0430ecbf9c56204, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/16f9731ca6b84afd897736d1ec2ee67b] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=33.0 K 2024-12-15T15:42:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,405 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e837c93942842d693d3ab48bd091a57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1734277374108 2024-12-15T15:42:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,405 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,405 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/A is initiating minor compaction (all files) 2024-12-15T15:42:58,405 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/A in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:58,405 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1fa4096b1b934798a382f46d1b8ec2a0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/94819cff493b441690530e5f9eed79fc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/6b7dc64ee74543b98180d8170cd1dd71] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=82.4 K 2024-12-15T15:42:58,405 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:58,405 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1fa4096b1b934798a382f46d1b8ec2a0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/94819cff493b441690530e5f9eed79fc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/6b7dc64ee74543b98180d8170cd1dd71] 2024-12-15T15:42:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,407 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting c3d348cedcda4a92a0430ecbf9c56204, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734277374733 2024-12-15T15:42:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,407 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fa4096b1b934798a382f46d1b8ec2a0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1734277374108 2024-12-15T15:42:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,407 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 16f9731ca6b84afd897736d1ec2ee67b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734277376174 2024-12-15T15:42:58,408 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94819cff493b441690530e5f9eed79fc, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734277374733 2024-12-15T15:42:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,408 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b7dc64ee74543b98180d8170cd1dd71, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734277376174 2024-12-15T15:42:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,420 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:42:58,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=95 2024-12-15T15:42:58,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:58,421 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T15:42:58,421 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#B#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:42:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:42:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:42:58,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:58,421 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/eff3bda4aafe440388f42c33ac3413ac is 50, key is test_row_0/B:col10/1734277376177/Put/seqid=0 2024-12-15T15:42:58,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,441 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,444 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215fa23adf33ec2411e8edebfb7354c8026_e5bae2c467efc6320873c7636c5aa6b3 store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,445 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215fa23adf33ec2411e8edebfb7354c8026_e5bae2c467efc6320873c7636c5aa6b3, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,445 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fa23adf33ec2411e8edebfb7354c8026_e5bae2c467efc6320873c7636c5aa6b3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742172_1348 (size=12241) 2024-12-15T15:42:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742173_1349 (size=4469) 2024-12-15T15:42:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c0718845eb4f4331a1d4eabf7e4e22ac_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277377318/Put/seqid=0 2024-12-15T15:42:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,501 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/eff3bda4aafe440388f42c33ac3413ac as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/eff3bda4aafe440388f42c33ac3413ac 2024-12-15T15:42:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:42:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:58,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,509 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/B of e5bae2c467efc6320873c7636c5aa6b3 into eff3bda4aafe440388f42c33ac3413ac(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:58,509 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:58,509 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/B, priority=13, startTime=1734277378399; duration=0sec 2024-12-15T15:42:58,509 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:42:58,509 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:B 2024-12-15T15:42:58,509 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:42:58,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,511 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:42:58,511 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/C is initiating minor compaction (all files) 2024-12-15T15:42:58,511 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/C in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:58,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,511 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/fc33bcba233d497ca94db5d8c3d9bd6d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/88bc8abe4c784081b4bcc009be68a1fd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/878d5f7cd8b24b67adf0f1e950164f06] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=33.0 K 2024-12-15T15:42:58,512 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting fc33bcba233d497ca94db5d8c3d9bd6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1734277374108 2024-12-15T15:42:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,513 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 88bc8abe4c784081b4bcc009be68a1fd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1734277374733 2024-12-15T15:42:58,513 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 878d5f7cd8b24b67adf0f1e950164f06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734277376174 2024-12-15T15:42:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742174_1350 (size=9814) 2024-12-15T15:42:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,522 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c0718845eb4f4331a1d4eabf7e4e22ac_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c0718845eb4f4331a1d4eabf7e4e22ac_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:58,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/c73ee3a358934e6681b772c50d218680, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/c73ee3a358934e6681b772c50d218680 is 175, key is test_row_0/A:col10/1734277377318/Put/seqid=0 2024-12-15T15:42:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,526 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#C#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,526 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/d9d81ed5e43841278e6c43390e3f7ee7 is 50, key is test_row_0/C:col10/1734277376177/Put/seqid=0 2024-12-15T15:42:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:58,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742176_1352 (size=12241) 2024-12-15T15:42:58,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742175_1351 (size=22461) 2024-12-15T15:42:58,560 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/c73ee3a358934e6681b772c50d218680 2024-12-15T15:42:58,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/3ebb0da175e7454daf4ca6b2de8c7172 is 50, key is test_row_0/B:col10/1734277377318/Put/seqid=0 2024-12-15T15:42:58,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:58,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277438584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:58,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277438585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:58,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277438589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:58,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742177_1353 (size=9757) 2024-12-15T15:42:58,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:58,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277438694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:58,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277438695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:58,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277438695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:58,893 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#A#compaction#294 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:42:58,894 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/f156b79ee6a843138b94dd09a7219e83 is 175, key is test_row_0/A:col10/1734277376177/Put/seqid=0 2024-12-15T15:42:58,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277438899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T15:42:58,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277438903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:58,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277438903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:58,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742178_1354 (size=31195) 2024-12-15T15:42:58,991 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/d9d81ed5e43841278e6c43390e3f7ee7 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/d9d81ed5e43841278e6c43390e3f7ee7 2024-12-15T15:42:59,008 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/C of e5bae2c467efc6320873c7636c5aa6b3 into d9d81ed5e43841278e6c43390e3f7ee7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:59,008 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:59,008 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/C, priority=13, startTime=1734277378399; duration=0sec 2024-12-15T15:42:59,008 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:59,008 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:C 2024-12-15T15:42:59,019 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/3ebb0da175e7454daf4ca6b2de8c7172 2024-12-15T15:42:59,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/cbb30eacec144dcba66c0c0c9a9d9ff0 is 50, key is test_row_0/C:col10/1734277377318/Put/seqid=0 2024-12-15T15:42:59,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742179_1355 (size=9757) 2024-12-15T15:42:59,084 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/cbb30eacec144dcba66c0c0c9a9d9ff0 2024-12-15T15:42:59,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/c73ee3a358934e6681b772c50d218680 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/c73ee3a358934e6681b772c50d218680 2024-12-15T15:42:59,104 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/c73ee3a358934e6681b772c50d218680, entries=100, sequenceid=131, filesize=21.9 K 2024-12-15T15:42:59,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/3ebb0da175e7454daf4ca6b2de8c7172 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/3ebb0da175e7454daf4ca6b2de8c7172 2024-12-15T15:42:59,125 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/3ebb0da175e7454daf4ca6b2de8c7172, entries=100, sequenceid=131, filesize=9.5 K 2024-12-15T15:42:59,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/cbb30eacec144dcba66c0c0c9a9d9ff0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/cbb30eacec144dcba66c0c0c9a9d9ff0 2024-12-15T15:42:59,138 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/cbb30eacec144dcba66c0c0c9a9d9ff0, entries=100, sequenceid=131, filesize=9.5 K 2024-12-15T15:42:59,139 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for e5bae2c467efc6320873c7636c5aa6b3 in 718ms, sequenceid=131, compaction requested=false 2024-12-15T15:42:59,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:59,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:42:59,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=95}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=95 2024-12-15T15:42:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=95 2024-12-15T15:42:59,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-12-15T15:42:59,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3460 sec 2024-12-15T15:42:59,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=94, table=TestAcidGuarantees in 1.3560 sec 2024-12-15T15:42:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:59,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-15T15:42:59,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:42:59,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:59,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:42:59,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:59,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:42:59,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:42:59,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215af49229ab9fb427e9146eec804bbf820_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277379208/Put/seqid=0 2024-12-15T15:42:59,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277439216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:59,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277439223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:59,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277439223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:59,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742180_1356 (size=14794) 2024-12-15T15:42:59,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277439324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:59,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277439328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277439336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:59,343 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/f156b79ee6a843138b94dd09a7219e83 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/f156b79ee6a843138b94dd09a7219e83 2024-12-15T15:42:59,352 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/A of e5bae2c467efc6320873c7636c5aa6b3 into f156b79ee6a843138b94dd09a7219e83(size=30.5 K), total size for store is 52.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:42:59,352 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:42:59,352 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/A, priority=13, startTime=1734277378399; duration=0sec 2024-12-15T15:42:59,352 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:42:59,352 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:A 2024-12-15T15:42:59,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277439533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:59,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277439533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:59,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277439543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:59,655 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:42:59,669 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215af49229ab9fb427e9146eec804bbf820_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215af49229ab9fb427e9146eec804bbf820_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:42:59,673 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/781b58ffd83a4c788d08a11e000ad965, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:42:59,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/781b58ffd83a4c788d08a11e000ad965 is 175, key is test_row_0/A:col10/1734277379208/Put/seqid=0 2024-12-15T15:42:59,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742181_1357 (size=39749) 2024-12-15T15:42:59,682 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/781b58ffd83a4c788d08a11e000ad965 2024-12-15T15:42:59,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/d029413db4934185ada43e1e712828df is 50, key is test_row_0/B:col10/1734277379208/Put/seqid=0 2024-12-15T15:42:59,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742182_1358 (size=12151) 2024-12-15T15:42:59,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277439843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:59,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277439843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:59,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:42:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277439850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:42:59,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-15T15:42:59,908 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-12-15T15:42:59,909 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:42:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees 2024-12-15T15:42:59,910 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:42:59,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T15:42:59,911 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=96, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:42:59,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:00,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T15:43:00,063 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:00,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-12-15T15:43:00,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:00,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:43:00,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:00,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] handler.RSProcedureHandler(58): pid=97 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:00,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=97 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:00,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=97 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:00,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/d029413db4934185ada43e1e712828df 2024-12-15T15:43:00,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/6d7de678521947ecb26a30d1e0601d41 is 50, key is test_row_0/C:col10/1734277379208/Put/seqid=0 2024-12-15T15:43:00,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742183_1359 (size=12151) 2024-12-15T15:43:00,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/6d7de678521947ecb26a30d1e0601d41 2024-12-15T15:43:00,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/781b58ffd83a4c788d08a11e000ad965 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/781b58ffd83a4c788d08a11e000ad965 2024-12-15T15:43:00,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/781b58ffd83a4c788d08a11e000ad965, entries=200, sequenceid=162, filesize=38.8 K 2024-12-15T15:43:00,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/d029413db4934185ada43e1e712828df as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/d029413db4934185ada43e1e712828df 2024-12-15T15:43:00,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/d029413db4934185ada43e1e712828df, entries=150, sequenceid=162, filesize=11.9 K 2024-12-15T15:43:00,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/6d7de678521947ecb26a30d1e0601d41 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/6d7de678521947ecb26a30d1e0601d41 2024-12-15T15:43:00,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/6d7de678521947ecb26a30d1e0601d41, entries=150, sequenceid=162, filesize=11.9 K 2024-12-15T15:43:00,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for e5bae2c467efc6320873c7636c5aa6b3 in 962ms, sequenceid=162, compaction requested=true 2024-12-15T15:43:00,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:00,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:00,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:00,171 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:00,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:00,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:00,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:00,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:43:00,171 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:00,172 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:00,172 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/A is initiating minor compaction (all files) 2024-12-15T15:43:00,172 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/A in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:00,172 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/f156b79ee6a843138b94dd09a7219e83, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/c73ee3a358934e6681b772c50d218680, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/781b58ffd83a4c788d08a11e000ad965] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=91.2 K 2024-12-15T15:43:00,172 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:00,172 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/f156b79ee6a843138b94dd09a7219e83, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/c73ee3a358934e6681b772c50d218680, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/781b58ffd83a4c788d08a11e000ad965] 2024-12-15T15:43:00,174 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:00,174 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/B is initiating minor compaction (all files) 2024-12-15T15:43:00,174 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/B in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:00,174 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/eff3bda4aafe440388f42c33ac3413ac, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/3ebb0da175e7454daf4ca6b2de8c7172, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/d029413db4934185ada43e1e712828df] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=33.3 K 2024-12-15T15:43:00,174 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f156b79ee6a843138b94dd09a7219e83, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734277376174 2024-12-15T15:43:00,174 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting eff3bda4aafe440388f42c33ac3413ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734277376174 2024-12-15T15:43:00,175 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ebb0da175e7454daf4ca6b2de8c7172, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734277377315 2024-12-15T15:43:00,175 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting c73ee3a358934e6681b772c50d218680, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734277377315 2024-12-15T15:43:00,175 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d029413db4934185ada43e1e712828df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734277378579 2024-12-15T15:43:00,176 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 781b58ffd83a4c788d08a11e000ad965, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734277378579 2024-12-15T15:43:00,197 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#B#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:00,198 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/716e7a4660274514b25467a8557c6c03 is 50, key is test_row_0/B:col10/1734277379208/Put/seqid=0 2024-12-15T15:43:00,200 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:00,208 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412151886a0acffb04e3690b32059fbb6d71a_e5bae2c467efc6320873c7636c5aa6b3 store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:00,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742184_1360 (size=12493) 2024-12-15T15:43:00,209 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412151886a0acffb04e3690b32059fbb6d71a_e5bae2c467efc6320873c7636c5aa6b3, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:00,210 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151886a0acffb04e3690b32059fbb6d71a_e5bae2c467efc6320873c7636c5aa6b3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:00,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T15:43:00,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:00,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=97 2024-12-15T15:43:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:00,217 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T15:43:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:43:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:43:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:00,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:43:00,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:00,222 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/716e7a4660274514b25467a8557c6c03 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/716e7a4660274514b25467a8557c6c03 2024-12-15T15:43:00,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742185_1361 (size=4469) 2024-12-15T15:43:00,234 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/B of e5bae2c467efc6320873c7636c5aa6b3 into 716e7a4660274514b25467a8557c6c03(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:00,234 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:00,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121526e5115d997a4cd68fcebb3d1166a753_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277379214/Put/seqid=0 2024-12-15T15:43:00,234 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/B, priority=13, startTime=1734277380171; duration=0sec 2024-12-15T15:43:00,234 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:00,234 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:B 2024-12-15T15:43:00,234 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:00,235 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:00,235 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/C is initiating minor compaction (all files) 2024-12-15T15:43:00,235 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/C in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:00,235 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/d9d81ed5e43841278e6c43390e3f7ee7, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/cbb30eacec144dcba66c0c0c9a9d9ff0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/6d7de678521947ecb26a30d1e0601d41] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=33.3 K 2024-12-15T15:43:00,237 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d9d81ed5e43841278e6c43390e3f7ee7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1734277376174 2024-12-15T15:43:00,237 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting cbb30eacec144dcba66c0c0c9a9d9ff0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734277377315 2024-12-15T15:43:00,238 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d7de678521947ecb26a30d1e0601d41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734277378579 2024-12-15T15:43:00,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742186_1362 (size=12304) 2024-12-15T15:43:00,254 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:00,254 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/9a10c8ec94054f218a2cfe3a561fa759 is 50, key is test_row_0/C:col10/1734277379208/Put/seqid=0 2024-12-15T15:43:00,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742187_1363 (size=12493) 2024-12-15T15:43:00,271 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/9a10c8ec94054f218a2cfe3a561fa759 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/9a10c8ec94054f218a2cfe3a561fa759 2024-12-15T15:43:00,275 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/C of e5bae2c467efc6320873c7636c5aa6b3 into 9a10c8ec94054f218a2cfe3a561fa759(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:00,275 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:00,275 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/C, priority=13, startTime=1734277380171; duration=0sec 2024-12-15T15:43:00,275 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:00,275 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:C 2024-12-15T15:43:00,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:00,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:43:00,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277440463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:00,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277440468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:00,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277440472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T15:43:00,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277440576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:00,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277440577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:00,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277440578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:00,642 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#A#compaction#303 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:00,642 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/897ad8ae2e76457880051e55a2a1a825 is 175, key is test_row_0/A:col10/1734277379208/Put/seqid=0 2024-12-15T15:43:00,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:00,667 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121526e5115d997a4cd68fcebb3d1166a753_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121526e5115d997a4cd68fcebb3d1166a753_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:00,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/ac70df498d464017aa8be8004e449b24, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:00,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/ac70df498d464017aa8be8004e449b24 is 175, key is test_row_0/A:col10/1734277379214/Put/seqid=0 2024-12-15T15:43:00,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742188_1364 (size=31447) 2024-12-15T15:43:00,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742189_1365 (size=31105) 2024-12-15T15:43:00,692 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/ac70df498d464017aa8be8004e449b24 2024-12-15T15:43:00,696 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/897ad8ae2e76457880051e55a2a1a825 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/897ad8ae2e76457880051e55a2a1a825 2024-12-15T15:43:00,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/11d2858a8cce4f86b2cca43abfc06b81 is 50, key is test_row_0/B:col10/1734277379214/Put/seqid=0 2024-12-15T15:43:00,711 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/A of e5bae2c467efc6320873c7636c5aa6b3 into 897ad8ae2e76457880051e55a2a1a825(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:00,711 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:00,711 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/A, priority=13, startTime=1734277380171; duration=0sec 2024-12-15T15:43:00,711 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:00,711 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:A 2024-12-15T15:43:00,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742190_1366 (size=12151) 2024-12-15T15:43:00,738 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/11d2858a8cce4f86b2cca43abfc06b81 2024-12-15T15:43:00,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/3488582b800c41e1a9adf7cf3730c07f is 50, key is test_row_0/C:col10/1734277379214/Put/seqid=0 2024-12-15T15:43:00,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742191_1367 (size=12151) 2024-12-15T15:43:00,782 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/3488582b800c41e1a9adf7cf3730c07f 2024-12-15T15:43:00,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277440780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:00,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277440783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:00,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277440785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:00,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/ac70df498d464017aa8be8004e449b24 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/ac70df498d464017aa8be8004e449b24 2024-12-15T15:43:00,808 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/ac70df498d464017aa8be8004e449b24, entries=150, sequenceid=171, filesize=30.4 K 2024-12-15T15:43:00,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/11d2858a8cce4f86b2cca43abfc06b81 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/11d2858a8cce4f86b2cca43abfc06b81 2024-12-15T15:43:00,824 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/11d2858a8cce4f86b2cca43abfc06b81, entries=150, sequenceid=171, filesize=11.9 K 2024-12-15T15:43:00,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/3488582b800c41e1a9adf7cf3730c07f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/3488582b800c41e1a9adf7cf3730c07f 2024-12-15T15:43:00,831 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/3488582b800c41e1a9adf7cf3730c07f, entries=150, sequenceid=171, filesize=11.9 K 2024-12-15T15:43:00,832 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for e5bae2c467efc6320873c7636c5aa6b3 in 615ms, sequenceid=171, compaction requested=false 2024-12-15T15:43:00,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:00,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:00,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=97}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=97 2024-12-15T15:43:00,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=97 2024-12-15T15:43:00,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-12-15T15:43:00,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 922 msec 2024-12-15T15:43:00,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=96, table=TestAcidGuarantees in 925 msec 2024-12-15T15:43:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-15T15:43:01,015 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-12-15T15:43:01,028 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees 2024-12-15T15:43:01,029 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:01,029 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=98, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:01,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T15:43:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:01,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-15T15:43:01,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:43:01,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:01,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:43:01,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:01,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:43:01,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:01,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:01,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159b6ed43963d14d8ba52c9cfe1b44fac1_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277380456/Put/seqid=0 2024-12-15T15:43:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277441093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:01,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277441093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:01,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277441097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:01,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742192_1368 (size=12304) 2024-12-15T15:43:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T15:43:01,181 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:01,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-15T15:43:01,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:01,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:43:01,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:01,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:01,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:01,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277441202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:01,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277441203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:01,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277441209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:01,335 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T15:43:01,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-15T15:43:01,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:01,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:43:01,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:01,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:01,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:01,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277441408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:01,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277441408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:01,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277441416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:01,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:01,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-15T15:43:01,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:01,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:43:01,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:01,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] handler.RSProcedureHandler(58): pid=99 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:01,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=99 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=99 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:01,508 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,515 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159b6ed43963d14d8ba52c9cfe1b44fac1_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159b6ed43963d14d8ba52c9cfe1b44fac1_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:01,516 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/8d7f651546df404f9cfb7c6b1b1b2a76, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:01,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/8d7f651546df404f9cfb7c6b1b1b2a76 is 175, key is test_row_0/A:col10/1734277380456/Put/seqid=0 2024-12-15T15:43:01,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742193_1369 (size=31105) 2024-12-15T15:43:01,530 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/8d7f651546df404f9cfb7c6b1b1b2a76 2024-12-15T15:43:01,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/59372dc2ce5a4d8e8b630da88ff1f85b is 50, key is test_row_0/B:col10/1734277380456/Put/seqid=0 2024-12-15T15:43:01,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742194_1370 (size=12151) 2024-12-15T15:43:01,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/59372dc2ce5a4d8e8b630da88ff1f85b 2024-12-15T15:43:01,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/16de2a5c184143019e6ceeb1e220dea6 is 50, key is test_row_0/C:col10/1734277380456/Put/seqid=0 2024-12-15T15:43:01,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742195_1371 (size=12151) 2024-12-15T15:43:01,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/16de2a5c184143019e6ceeb1e220dea6 2024-12-15T15:43:01,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/8d7f651546df404f9cfb7c6b1b1b2a76 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/8d7f651546df404f9cfb7c6b1b1b2a76 2024-12-15T15:43:01,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/8d7f651546df404f9cfb7c6b1b1b2a76, entries=150, sequenceid=204, filesize=30.4 K 2024-12-15T15:43:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/59372dc2ce5a4d8e8b630da88ff1f85b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/59372dc2ce5a4d8e8b630da88ff1f85b 2024-12-15T15:43:01,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/59372dc2ce5a4d8e8b630da88ff1f85b, entries=150, sequenceid=204, filesize=11.9 K 2024-12-15T15:43:01,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/16de2a5c184143019e6ceeb1e220dea6 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/16de2a5c184143019e6ceeb1e220dea6 2024-12-15T15:43:01,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/16de2a5c184143019e6ceeb1e220dea6, entries=150, sequenceid=204, filesize=11.9 K 2024-12-15T15:43:01,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for e5bae2c467efc6320873c7636c5aa6b3 in 525ms, sequenceid=204, compaction requested=true 2024-12-15T15:43:01,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:01,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:01,615 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:01,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:01,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:01,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:01,615 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:01,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:43:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,620 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:01,620 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:01,620 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/B is initiating minor compaction (all files) 2024-12-15T15:43:01,620 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/A is initiating minor compaction (all files) 2024-12-15T15:43:01,620 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/A in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:01,620 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/B in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,620 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/716e7a4660274514b25467a8557c6c03, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/11d2858a8cce4f86b2cca43abfc06b81, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/59372dc2ce5a4d8e8b630da88ff1f85b] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=35.9 K 2024-12-15T15:43:01,620 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/897ad8ae2e76457880051e55a2a1a825, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/ac70df498d464017aa8be8004e449b24, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/8d7f651546df404f9cfb7c6b1b1b2a76] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=91.5 K 2024-12-15T15:43:01,620 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:01,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,620 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/897ad8ae2e76457880051e55a2a1a825, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/ac70df498d464017aa8be8004e449b24, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/8d7f651546df404f9cfb7c6b1b1b2a76] 2024-12-15T15:43:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,621 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 716e7a4660274514b25467a8557c6c03, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734277378579 2024-12-15T15:43:01,621 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 897ad8ae2e76457880051e55a2a1a825, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734277378579 2024-12-15T15:43:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,623 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 11d2858a8cce4f86b2cca43abfc06b81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734277379214 2024-12-15T15:43:01,623 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac70df498d464017aa8be8004e449b24, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734277379214 2024-12-15T15:43:01,624 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 59372dc2ce5a4d8e8b630da88ff1f85b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734277380456 2024-12-15T15:43:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,625 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d7f651546df404f9cfb7c6b1b1b2a76, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734277380456 2024-12-15T15:43:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,641 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=99 2024-12-15T15:43:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:01,643 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-15T15:43:01,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:43:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:01,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:43:01,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:01,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:43:01,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:01,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T15:43:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,648 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,658 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#B#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,658 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/ad9a374a80a441c5975d5988856b176d is 50, key is test_row_0/B:col10/1734277380456/Put/seqid=0 2024-12-15T15:43:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,665 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121547dbc70ace084b98b4e81fa626317475_e5bae2c467efc6320873c7636c5aa6b3 store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:01,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,667 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121547dbc70ace084b98b4e81fa626317475_e5bae2c467efc6320873c7636c5aa6b3, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,667 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121547dbc70ace084b98b4e81fa626317475_e5bae2c467efc6320873c7636c5aa6b3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:01,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121566e17e818e4545ce9e9097d2da06a3b8_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_1/A:col10/1734277381092/Put/seqid=0 2024-12-15T15:43:01,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742196_1372 (size=12595) 2024-12-15T15:43:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742198_1374 (size=4469) 2024-12-15T15:43:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742197_1373 (size=9814) 2024-12-15T15:43:01,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:01,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:43:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:01,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277441909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:01,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:01,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277441914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277441911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:02,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277442018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:02,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:02,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277442020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:02,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:02,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277442020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:02,130 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/ad9a374a80a441c5975d5988856b176d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ad9a374a80a441c5975d5988856b176d 2024-12-15T15:43:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T15:43:02,151 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/B of e5bae2c467efc6320873c7636c5aa6b3 into ad9a374a80a441c5975d5988856b176d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:02,151 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:02,151 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/B, priority=13, startTime=1734277381615; duration=0sec 2024-12-15T15:43:02,151 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:02,152 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:B 2024-12-15T15:43:02,152 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:02,156 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:02,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:02,156 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/C is initiating minor compaction (all files) 2024-12-15T15:43:02,156 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/C in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:02,156 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/9a10c8ec94054f218a2cfe3a561fa759, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/3488582b800c41e1a9adf7cf3730c07f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/16de2a5c184143019e6ceeb1e220dea6] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=35.9 K 2024-12-15T15:43:02,164 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a10c8ec94054f218a2cfe3a561fa759, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1734277378579 2024-12-15T15:43:02,164 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#A#compaction#311 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:02,165 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/a690339df48840cba29d6d9a16978356 is 175, key is test_row_0/A:col10/1734277380456/Put/seqid=0 2024-12-15T15:43:02,165 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 3488582b800c41e1a9adf7cf3730c07f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734277379214 2024-12-15T15:43:02,169 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 16de2a5c184143019e6ceeb1e220dea6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734277380456 2024-12-15T15:43:02,172 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121566e17e818e4545ce9e9097d2da06a3b8_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121566e17e818e4545ce9e9097d2da06a3b8_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:02,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/9d68fad97bb8486f93cae341d148cd60, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:02,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/9d68fad97bb8486f93cae341d148cd60 is 175, key is test_row_1/A:col10/1734277381092/Put/seqid=0 2024-12-15T15:43:02,205 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#C#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:02,205 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/d990a87a84014b53b9a5d59623faad91 is 50, key is test_row_0/C:col10/1734277380456/Put/seqid=0 2024-12-15T15:43:02,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742199_1375 (size=31549) 2024-12-15T15:43:02,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742200_1376 (size=22461) 2024-12-15T15:43:02,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:02,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277442231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:02,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:02,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277442242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:02,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742201_1377 (size=12595) 2024-12-15T15:43:02,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:02,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277442247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:02,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:02,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33074 deadline: 1734277442314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:02,319 DEBUG [Thread-1457 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8208 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:43:02,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33052 deadline: 1734277442322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:02,326 DEBUG [Thread-1453 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8217 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:43:02,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:02,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277442556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:02,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:02,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277442559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:02,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:02,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277442571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:02,631 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/9d68fad97bb8486f93cae341d148cd60 2024-12-15T15:43:02,636 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/a690339df48840cba29d6d9a16978356 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/a690339df48840cba29d6d9a16978356 2024-12-15T15:43:02,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/ad9d9ce0db214db0bfa1046d9a0fe262 is 50, key is test_row_1/B:col10/1734277381092/Put/seqid=0 2024-12-15T15:43:02,664 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/A of e5bae2c467efc6320873c7636c5aa6b3 into a690339df48840cba29d6d9a16978356(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-12-15T15:43:02,664 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:02,665 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/A, priority=13, startTime=1734277381615; duration=1sec 2024-12-15T15:43:02,665 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:02,665 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:A 2024-12-15T15:43:02,675 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/d990a87a84014b53b9a5d59623faad91 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/d990a87a84014b53b9a5d59623faad91 2024-12-15T15:43:02,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742202_1378 (size=9757) 2024-12-15T15:43:02,694 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/C of e5bae2c467efc6320873c7636c5aa6b3 into d990a87a84014b53b9a5d59623faad91(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:02,694 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:02,694 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/C, priority=13, startTime=1734277381615; duration=0sec 2024-12-15T15:43:02,694 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:02,694 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:C 2024-12-15T15:43:02,699 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/ad9d9ce0db214db0bfa1046d9a0fe262 2024-12-15T15:43:02,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/91cd1c8b9f08422d9fe3129555d1d321 is 50, key is test_row_1/C:col10/1734277381092/Put/seqid=0 2024-12-15T15:43:02,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742203_1379 (size=9757) 2024-12-15T15:43:03,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:03,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277443064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:03,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277443070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:03,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:03,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277443079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T15:43:03,159 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/91cd1c8b9f08422d9fe3129555d1d321 2024-12-15T15:43:03,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/9d68fad97bb8486f93cae341d148cd60 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/9d68fad97bb8486f93cae341d148cd60 2024-12-15T15:43:03,179 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/9d68fad97bb8486f93cae341d148cd60, entries=100, sequenceid=210, filesize=21.9 K 2024-12-15T15:43:03,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/ad9d9ce0db214db0bfa1046d9a0fe262 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ad9d9ce0db214db0bfa1046d9a0fe262 2024-12-15T15:43:03,197 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ad9d9ce0db214db0bfa1046d9a0fe262, entries=100, sequenceid=210, filesize=9.5 K 2024-12-15T15:43:03,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/91cd1c8b9f08422d9fe3129555d1d321 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/91cd1c8b9f08422d9fe3129555d1d321 2024-12-15T15:43:03,222 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/91cd1c8b9f08422d9fe3129555d1d321, entries=100, sequenceid=210, filesize=9.5 K 2024-12-15T15:43:03,224 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for e5bae2c467efc6320873c7636c5aa6b3 in 1581ms, sequenceid=210, compaction requested=false 2024-12-15T15:43:03,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:03,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:03,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=99}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=99 2024-12-15T15:43:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=99 2024-12-15T15:43:03,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-12-15T15:43:03,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1980 sec 2024-12-15T15:43:03,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=98, table=TestAcidGuarantees in 2.2010 sec 2024-12-15T15:43:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:04,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-12-15T15:43:04,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:43:04,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:04,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:43:04,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:04,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:43:04,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:04,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:04,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277444091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277444092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:04,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121555c9b9350b824c588c80562e5f83ea07_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277381910/Put/seqid=0 2024-12-15T15:43:04,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277444096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:04,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742204_1380 (size=14794) 2024-12-15T15:43:04,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277444201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:04,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:04,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277444202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:04,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:04,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277444404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277444406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:04,526 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:04,538 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121555c9b9350b824c588c80562e5f83ea07_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121555c9b9350b824c588c80562e5f83ea07_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:04,539 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/c0cd72eba4c049179bf5cbae28eda804, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:04,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/c0cd72eba4c049179bf5cbae28eda804 is 175, key is test_row_0/A:col10/1734277381910/Put/seqid=0 2024-12-15T15:43:04,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742205_1381 (size=39749) 2024-12-15T15:43:04,553 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/c0cd72eba4c049179bf5cbae28eda804 2024-12-15T15:43:04,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/042f055297954a6c878ddd9c0ede5fa6 is 50, key is test_row_0/B:col10/1734277381910/Put/seqid=0 2024-12-15T15:43:04,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742206_1382 (size=12151) 2024-12-15T15:43:04,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/042f055297954a6c878ddd9c0ede5fa6 2024-12-15T15:43:04,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/eb05ffcc34be4683bf9e64c9548ab1d0 is 50, key is test_row_0/C:col10/1734277381910/Put/seqid=0 2024-12-15T15:43:04,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742207_1383 (size=12151) 2024-12-15T15:43:04,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277444709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:04,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277444719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:05,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/eb05ffcc34be4683bf9e64c9548ab1d0 2024-12-15T15:43:05,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/c0cd72eba4c049179bf5cbae28eda804 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/c0cd72eba4c049179bf5cbae28eda804 2024-12-15T15:43:05,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/c0cd72eba4c049179bf5cbae28eda804, entries=200, sequenceid=244, filesize=38.8 K 2024-12-15T15:43:05,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/042f055297954a6c878ddd9c0ede5fa6 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/042f055297954a6c878ddd9c0ede5fa6 2024-12-15T15:43:05,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/042f055297954a6c878ddd9c0ede5fa6, entries=150, sequenceid=244, filesize=11.9 K 2024-12-15T15:43:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/eb05ffcc34be4683bf9e64c9548ab1d0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/eb05ffcc34be4683bf9e64c9548ab1d0 2024-12-15T15:43:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/eb05ffcc34be4683bf9e64c9548ab1d0, entries=150, sequenceid=244, filesize=11.9 K 2024-12-15T15:43:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for e5bae2c467efc6320873c7636c5aa6b3 in 1003ms, sequenceid=244, compaction requested=true 2024-12-15T15:43:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:05,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:05,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:05,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:05,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:05,084 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:05,084 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:05,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:05,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,085 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:05,085 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/B is initiating minor compaction (all files) 2024-12-15T15:43:05,085 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/B in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:05,085 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,085 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ad9a374a80a441c5975d5988856b176d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ad9d9ce0db214db0bfa1046d9a0fe262, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/042f055297954a6c878ddd9c0ede5fa6] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=33.7 K 2024-12-15T15:43:05,086 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/A is initiating minor compaction (all files) 2024-12-15T15:43:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,086 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/A in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,086 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/a690339df48840cba29d6d9a16978356, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/9d68fad97bb8486f93cae341d148cd60, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/c0cd72eba4c049179bf5cbae28eda804] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=91.6 K 2024-12-15T15:43:05,086 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:05,086 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/a690339df48840cba29d6d9a16978356, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/9d68fad97bb8486f93cae341d148cd60, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/c0cd72eba4c049179bf5cbae28eda804] 2024-12-15T15:43:05,086 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad9a374a80a441c5975d5988856b176d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734277380456 2024-12-15T15:43:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,086 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a690339df48840cba29d6d9a16978356, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734277380456 2024-12-15T15:43:05,086 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad9d9ce0db214db0bfa1046d9a0fe262, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734277381092 2024-12-15T15:43:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,086 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d68fad97bb8486f93cae341d148cd60, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734277381092 2024-12-15T15:43:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,086 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 042f055297954a6c878ddd9c0ede5fa6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734277381895 2024-12-15T15:43:05,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,087 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting c0cd72eba4c049179bf5cbae28eda804, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734277381895 2024-12-15T15:43:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,112 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#B#compaction#320 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,113 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/a46bec1647254fee8f387d9a54c1af4e is 50, key is test_row_0/B:col10/1734277381910/Put/seqid=0 2024-12-15T15:43:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,114 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,117 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121595f87c143ea441bb8583104ce5af5140_e5bae2c467efc6320873c7636c5aa6b3 store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:05,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,119 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121595f87c143ea441bb8583104ce5af5140_e5bae2c467efc6320873c7636c5aa6b3, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,119 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121595f87c143ea441bb8583104ce5af5140_e5bae2c467efc6320873c7636c5aa6b3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742208_1384 (size=12697) 2024-12-15T15:43:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742209_1385 (size=4469) 2024-12-15T15:43:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,143 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#A#compaction#321 average throughput is 0.87 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,144 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/1a60aaf453a1445694e072a22592180e is 175, key is test_row_0/A:col10/1734277381910/Put/seqid=0 2024-12-15T15:43:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,144 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/a46bec1647254fee8f387d9a54c1af4e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/a46bec1647254fee8f387d9a54c1af4e 2024-12-15T15:43:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,151 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/B of e5bae2c467efc6320873c7636c5aa6b3 into a46bec1647254fee8f387d9a54c1af4e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,151 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,152 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/B, priority=13, startTime=1734277385084; duration=0sec 2024-12-15T15:43:05,152 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:05,152 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:B 2024-12-15T15:43:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-12-15T15:43:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,152 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:05,152 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-12-15T15:43:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,153 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:05,153 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/C is initiating minor compaction (all files) 2024-12-15T15:43:05,154 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:05,154 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/C in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:05,154 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/d990a87a84014b53b9a5d59623faad91, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/91cd1c8b9f08422d9fe3129555d1d321, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/eb05ffcc34be4683bf9e64c9548ab1d0] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=33.7 K 2024-12-15T15:43:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,154 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d990a87a84014b53b9a5d59623faad91, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1734277380456 2024-12-15T15:43:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees 2024-12-15T15:43:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,155 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91cd1c8b9f08422d9fe3129555d1d321, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1734277381092 2024-12-15T15:43:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,155 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb05ffcc34be4683bf9e64c9548ab1d0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734277381895 2024-12-15T15:43:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-15T15:43:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742210_1386 (size=31651) 2024-12-15T15:43:05,159 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,160 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=100, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,165 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#C#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,165 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/b621903f09a543b083c7ef30fda3eb7a is 50, key is test_row_0/C:col10/1734277381910/Put/seqid=0 2024-12-15T15:43:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,168 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/1a60aaf453a1445694e072a22592180e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1a60aaf453a1445694e072a22592180e 2024-12-15T15:43:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,175 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/A of e5bae2c467efc6320873c7636c5aa6b3 into 1a60aaf453a1445694e072a22592180e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:05,175 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:05,175 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/A, priority=13, startTime=1734277385084; duration=0sec 2024-12-15T15:43:05,175 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:05,175 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:A 2024-12-15T15:43:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742211_1387 (size=12697) 2024-12-15T15:43:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-15T15:43:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,314 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=101 2024-12-15T15:43:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:05,315 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-15T15:43:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:43:05,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:05,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:43:05,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:05,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:43:05,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:43:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215db3353f3ed984051bc26baa5cef63679_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277385310/Put/seqid=0 2024-12-15T15:43:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742212_1388 (size=14794) 2024-12-15T15:43:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,375 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215db3353f3ed984051bc26baa5cef63679_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215db3353f3ed984051bc26baa5cef63679_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/3627935da6b544689887e5c31596cf2b, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:05,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/3627935da6b544689887e5c31596cf2b is 175, key is test_row_0/A:col10/1734277385310/Put/seqid=0 2024-12-15T15:43:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:05,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742213_1389 (size=39745) 2024-12-15T15:43:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-15T15:43:05,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277445509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:05,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277445512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:05,618 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/b621903f09a543b083c7ef30fda3eb7a as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/b621903f09a543b083c7ef30fda3eb7a 2024-12-15T15:43:05,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277445614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:05,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277445619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:05,635 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/C of e5bae2c467efc6320873c7636c5aa6b3 into b621903f09a543b083c7ef30fda3eb7a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:05,635 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:05,635 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/C, priority=13, startTime=1734277385084; duration=0sec 2024-12-15T15:43:05,635 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:05,635 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:C 2024-12-15T15:43:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-15T15:43:05,817 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/3627935da6b544689887e5c31596cf2b 2024-12-15T15:43:05,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277445822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:05,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/ebd2145672e34ba18542969ddb8c7539 is 50, key is test_row_0/B:col10/1734277385310/Put/seqid=0 2024-12-15T15:43:05,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277445826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:05,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742214_1390 (size=9757) 2024-12-15T15:43:05,876 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/ebd2145672e34ba18542969ddb8c7539 2024-12-15T15:43:05,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/e12f4c046c0c484e8ce814ddde3e2082 is 50, key is test_row_0/C:col10/1734277385310/Put/seqid=0 2024-12-15T15:43:05,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742215_1391 (size=9757) 2024-12-15T15:43:05,923 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/e12f4c046c0c484e8ce814ddde3e2082 2024-12-15T15:43:05,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/3627935da6b544689887e5c31596cf2b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/3627935da6b544689887e5c31596cf2b 2024-12-15T15:43:05,933 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/3627935da6b544689887e5c31596cf2b, entries=200, sequenceid=254, filesize=38.8 K 2024-12-15T15:43:05,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/ebd2145672e34ba18542969ddb8c7539 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ebd2145672e34ba18542969ddb8c7539 2024-12-15T15:43:05,939 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ebd2145672e34ba18542969ddb8c7539, entries=100, sequenceid=254, filesize=9.5 K 2024-12-15T15:43:05,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/e12f4c046c0c484e8ce814ddde3e2082 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e12f4c046c0c484e8ce814ddde3e2082 2024-12-15T15:43:05,945 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e12f4c046c0c484e8ce814ddde3e2082, entries=100, sequenceid=254, filesize=9.5 K 2024-12-15T15:43:05,947 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for e5bae2c467efc6320873c7636c5aa6b3 in 632ms, sequenceid=254, compaction requested=false 2024-12-15T15:43:05,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:05,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:05,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=101}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=101 2024-12-15T15:43:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=101 2024-12-15T15:43:05,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-12-15T15:43:05,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 789 msec 2024-12-15T15:43:05,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=100, table=TestAcidGuarantees in 797 msec 2024-12-15T15:43:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:06,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-15T15:43:06,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:43:06,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:06,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:43:06,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:06,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:43:06,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:06,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a0d48386f9224fcbaa869cb17609d7a9_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277385506/Put/seqid=0 2024-12-15T15:43:06,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742216_1392 (size=14994) 2024-12-15T15:43:06,116 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,120 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a0d48386f9224fcbaa869cb17609d7a9_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a0d48386f9224fcbaa869cb17609d7a9_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:06,122 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/4601214f59664b2cb86224fc2bc13f22, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:06,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/4601214f59664b2cb86224fc2bc13f22 is 175, key is test_row_0/A:col10/1734277385506/Put/seqid=0 2024-12-15T15:43:06,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277446122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:06,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742217_1393 (size=39949) 2024-12-15T15:43:06,127 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=284, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/4601214f59664b2cb86224fc2bc13f22 2024-12-15T15:43:06,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277446132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:06,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/2f77453dbf7a43c4aeda5bdaadc7b644 is 50, key is test_row_0/B:col10/1734277385506/Put/seqid=0 2024-12-15T15:43:06,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277446138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:06,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742218_1394 (size=12301) 2024-12-15T15:43:06,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/2f77453dbf7a43c4aeda5bdaadc7b644 2024-12-15T15:43:06,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/fd33d187c3a744849246acd0685de2a2 is 50, key is test_row_0/C:col10/1734277385506/Put/seqid=0 2024-12-15T15:43:06,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742219_1395 (size=12301) 2024-12-15T15:43:06,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277446245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:06,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-15T15:43:06,277 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-12-15T15:43:06,278 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-12-15T15:43:06,280 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:06,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-15T15:43:06,280 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:06,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-15T15:43:06,431 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:06,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-15T15:43:06,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:06,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:43:06,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:06,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:06,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:06,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277446450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-15T15:43:06,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:06,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-15T15:43:06,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:06,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:43:06,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:06,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:06,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:06,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/fd33d187c3a744849246acd0685de2a2 2024-12-15T15:43:06,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/4601214f59664b2cb86224fc2bc13f22 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/4601214f59664b2cb86224fc2bc13f22 2024-12-15T15:43:06,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/4601214f59664b2cb86224fc2bc13f22, entries=200, sequenceid=284, filesize=39.0 K 2024-12-15T15:43:06,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/2f77453dbf7a43c4aeda5bdaadc7b644 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/2f77453dbf7a43c4aeda5bdaadc7b644 2024-12-15T15:43:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277446635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:06,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/2f77453dbf7a43c4aeda5bdaadc7b644, entries=150, sequenceid=284, filesize=12.0 K 2024-12-15T15:43:06,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/fd33d187c3a744849246acd0685de2a2 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/fd33d187c3a744849246acd0685de2a2 2024-12-15T15:43:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/fd33d187c3a744849246acd0685de2a2, entries=150, sequenceid=284, filesize=12.0 K 2024-12-15T15:43:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for e5bae2c467efc6320873c7636c5aa6b3 in 536ms, sequenceid=284, compaction requested=true 2024-12-15T15:43:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:06,644 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:06,644 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:06,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,646 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:06,646 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/A is initiating minor compaction (all files) 2024-12-15T15:43:06,646 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/A in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:06,646 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1a60aaf453a1445694e072a22592180e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/3627935da6b544689887e5c31596cf2b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/4601214f59664b2cb86224fc2bc13f22] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=108.7 K 2024-12-15T15:43:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,646 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:06,646 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1a60aaf453a1445694e072a22592180e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/3627935da6b544689887e5c31596cf2b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/4601214f59664b2cb86224fc2bc13f22] 2024-12-15T15:43:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,647 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a60aaf453a1445694e072a22592180e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734277381895 2024-12-15T15:43:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,647 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:06,647 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/B is initiating minor compaction (all files) 2024-12-15T15:43:06,648 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/B in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:06,648 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/a46bec1647254fee8f387d9a54c1af4e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ebd2145672e34ba18542969ddb8c7539, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/2f77453dbf7a43c4aeda5bdaadc7b644] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=33.9 K 2024-12-15T15:43:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,648 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3627935da6b544689887e5c31596cf2b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1734277384089 2024-12-15T15:43:06,648 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a46bec1647254fee8f387d9a54c1af4e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734277381895 2024-12-15T15:43:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,648 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4601214f59664b2cb86224fc2bc13f22, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734277385442 2024-12-15T15:43:06,648 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ebd2145672e34ba18542969ddb8c7539, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1734277384089 2024-12-15T15:43:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,649 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f77453dbf7a43c4aeda5bdaadc7b644, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734277385442 2024-12-15T15:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,657 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#B#compaction#329 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,658 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/2d7c4a46f1d34fd5a25af187c2869e26 is 50, key is test_row_0/B:col10/1734277385506/Put/seqid=0 2024-12-15T15:43:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,676 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,679 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215be0dc79b5172446d916c8d20a54e4205_e5bae2c467efc6320873c7636c5aa6b3 store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,680 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215be0dc79b5172446d916c8d20a54e4205_e5bae2c467efc6320873c7636c5aa6b3, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:06,680 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215be0dc79b5172446d916c8d20a54e4205_e5bae2c467efc6320873c7636c5aa6b3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742220_1396 (size=12949) 2024-12-15T15:43:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742221_1397 (size=4469) 2024-12-15T15:43:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,694 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/2d7c4a46f1d34fd5a25af187c2869e26 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/2d7c4a46f1d34fd5a25af187c2869e26 2024-12-15T15:43:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,700 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/B of e5bae2c467efc6320873c7636c5aa6b3 into 2d7c4a46f1d34fd5a25af187c2869e26(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:06,700 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:06,700 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/B, priority=13, startTime=1734277386644; duration=0sec 2024-12-15T15:43:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,700 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:06,700 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:B 2024-12-15T15:43:06,700 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,709 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:06,709 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/C is initiating minor compaction (all files) 2024-12-15T15:43:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,709 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/C in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:06,710 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/b621903f09a543b083c7ef30fda3eb7a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e12f4c046c0c484e8ce814ddde3e2082, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/fd33d187c3a744849246acd0685de2a2] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=33.9 K 2024-12-15T15:43:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,710 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b621903f09a543b083c7ef30fda3eb7a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734277381895 2024-12-15T15:43:06,710 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e12f4c046c0c484e8ce814ddde3e2082, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1734277384089 2024-12-15T15:43:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,711 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting fd33d187c3a744849246acd0685de2a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734277385442 2024-12-15T15:43:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,741 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#C#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:06,742 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/0b4e25e513f9474a865e774c486cd510 is 50, key is test_row_0/C:col10/1734277385506/Put/seqid=0 2024-12-15T15:43:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,751 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:06,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-15T15:43:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:06,754 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-15T15:43:06,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:43:06,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:43:06,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:06,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:43:06,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742222_1398 (size=12949) 2024-12-15T15:43:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,767 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/0b4e25e513f9474a865e774c486cd510 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/0b4e25e513f9474a865e774c486cd510 2024-12-15T15:43:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,781 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/C of e5bae2c467efc6320873c7636c5aa6b3 into 0b4e25e513f9474a865e774c486cd510(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:06,782 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:06,782 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/C, priority=13, startTime=1734277386644; duration=0sec 2024-12-15T15:43:06,782 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:06,782 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:C 2024-12-15T15:43:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ec5ee5843f7943f78b56428eb7828b7f_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277386677/Put/seqid=0 2024-12-15T15:43:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:43:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742223_1399 (size=12454) 2024-12-15T15:43:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-15T15:43:06,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277446877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:06,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277446886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:06,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277446988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:07,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277446998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:07,090 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#A#compaction#330 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:07,090 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/1af81b0ea9b84efca8e99d1b56d08192 is 175, key is test_row_0/A:col10/1734277385506/Put/seqid=0 2024-12-15T15:43:07,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742224_1400 (size=31903) 2024-12-15T15:43:07,129 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/1af81b0ea9b84efca8e99d1b56d08192 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1af81b0ea9b84efca8e99d1b56d08192 2024-12-15T15:43:07,137 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/A of e5bae2c467efc6320873c7636c5aa6b3 into 1af81b0ea9b84efca8e99d1b56d08192(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:07,137 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:07,137 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/A, priority=13, startTime=1734277386644; duration=0sec 2024-12-15T15:43:07,137 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:07,137 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:A 2024-12-15T15:43:07,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:07,202 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ec5ee5843f7943f78b56428eb7828b7f_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ec5ee5843f7943f78b56428eb7828b7f_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:07,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277447201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:07,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277447203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:07,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/18fc25c3c12f48fbbf6d225632eb351f, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:07,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/18fc25c3c12f48fbbf6d225632eb351f is 175, key is test_row_0/A:col10/1734277386677/Put/seqid=0 2024-12-15T15:43:07,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742225_1401 (size=31251) 2024-12-15T15:43:07,240 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/18fc25c3c12f48fbbf6d225632eb351f 2024-12-15T15:43:07,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/4dcea5eb08314deba749ad255d031a37 is 50, key is test_row_0/B:col10/1734277386677/Put/seqid=0 2024-12-15T15:43:07,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742226_1402 (size=9857) 2024-12-15T15:43:07,263 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/4dcea5eb08314deba749ad255d031a37 2024-12-15T15:43:07,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/e6770d4ecdb74dfb82c47e1946b2167e is 50, key is test_row_0/C:col10/1734277386677/Put/seqid=0 2024-12-15T15:43:07,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742227_1403 (size=9857) 2024-12-15T15:43:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-15T15:43:07,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277447504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:07,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277447508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:07,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277447646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:07,700 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/e6770d4ecdb74dfb82c47e1946b2167e 2024-12-15T15:43:07,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/18fc25c3c12f48fbbf6d225632eb351f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/18fc25c3c12f48fbbf6d225632eb351f 2024-12-15T15:43:07,722 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/18fc25c3c12f48fbbf6d225632eb351f, entries=150, sequenceid=294, filesize=30.5 K 2024-12-15T15:43:07,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/4dcea5eb08314deba749ad255d031a37 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/4dcea5eb08314deba749ad255d031a37 2024-12-15T15:43:07,739 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/4dcea5eb08314deba749ad255d031a37, entries=100, sequenceid=294, filesize=9.6 K 2024-12-15T15:43:07,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/e6770d4ecdb74dfb82c47e1946b2167e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e6770d4ecdb74dfb82c47e1946b2167e 2024-12-15T15:43:07,748 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e6770d4ecdb74dfb82c47e1946b2167e, entries=100, sequenceid=294, filesize=9.6 K 2024-12-15T15:43:07,751 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for e5bae2c467efc6320873c7636c5aa6b3 in 996ms, sequenceid=294, compaction requested=false 2024-12-15T15:43:07,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:07,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:07,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-12-15T15:43:07,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-12-15T15:43:07,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-15T15:43:07,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4720 sec 2024-12-15T15:43:07,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 1.4800 sec 2024-12-15T15:43:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:08,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-15T15:43:08,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:43:08,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:08,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:43:08,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:08,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:43:08,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:08,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151d7c4bd98a5444b385079820ece4b7c4_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277386884/Put/seqid=0 2024-12-15T15:43:08,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277448034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:08,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:08,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277448034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:08,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742228_1404 (size=14994) 2024-12-15T15:43:08,061 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:08,073 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151d7c4bd98a5444b385079820ece4b7c4_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151d7c4bd98a5444b385079820ece4b7c4_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:08,076 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/f7af2ce4ec494a7280d5d431dee21255, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:08,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/f7af2ce4ec494a7280d5d431dee21255 is 175, key is test_row_0/A:col10/1734277386884/Put/seqid=0 2024-12-15T15:43:08,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742229_1405 (size=39949) 2024-12-15T15:43:08,081 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/f7af2ce4ec494a7280d5d431dee21255 2024-12-15T15:43:08,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/b44fb3110a06458496f22cfb5a987d2e is 50, key is test_row_0/B:col10/1734277386884/Put/seqid=0 2024-12-15T15:43:08,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742230_1406 (size=12301) 2024-12-15T15:43:08,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277448142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:08,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277448142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:08,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:08,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277448350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277448349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:08,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-15T15:43:08,388 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-12-15T15:43:08,389 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-12-15T15:43:08,390 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T15:43:08,390 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:08,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T15:43:08,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/b44fb3110a06458496f22cfb5a987d2e 2024-12-15T15:43:08,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/a766026af66d4fda9974531591200a13 is 50, key is test_row_0/C:col10/1734277386884/Put/seqid=0 2024-12-15T15:43:08,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742231_1407 (size=12301) 2024-12-15T15:43:08,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/a766026af66d4fda9974531591200a13 2024-12-15T15:43:08,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/f7af2ce4ec494a7280d5d431dee21255 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/f7af2ce4ec494a7280d5d431dee21255 2024-12-15T15:43:08,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/f7af2ce4ec494a7280d5d431dee21255, entries=200, sequenceid=324, filesize=39.0 K 2024-12-15T15:43:08,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/b44fb3110a06458496f22cfb5a987d2e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/b44fb3110a06458496f22cfb5a987d2e 2024-12-15T15:43:08,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/b44fb3110a06458496f22cfb5a987d2e, entries=150, sequenceid=324, filesize=12.0 K 2024-12-15T15:43:08,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/a766026af66d4fda9974531591200a13 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/a766026af66d4fda9974531591200a13 2024-12-15T15:43:08,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/a766026af66d4fda9974531591200a13, entries=150, sequenceid=324, filesize=12.0 K 2024-12-15T15:43:08,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for e5bae2c467efc6320873c7636c5aa6b3 in 526ms, sequenceid=324, compaction requested=true 2024-12-15T15:43:08,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:08,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:08,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:08,538 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:08,538 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:08,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:08,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:08,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:08,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:08,540 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:08,540 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/B is initiating minor compaction (all files) 2024-12-15T15:43:08,541 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/B in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:08,541 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/2d7c4a46f1d34fd5a25af187c2869e26, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/4dcea5eb08314deba749ad255d031a37, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/b44fb3110a06458496f22cfb5a987d2e] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=34.3 K 2024-12-15T15:43:08,542 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:08,542 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d7c4a46f1d34fd5a25af187c2869e26, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734277385442 2024-12-15T15:43:08,543 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103103 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:08,543 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/A is initiating minor compaction (all files) 2024-12-15T15:43:08,543 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/A in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:08,544 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1af81b0ea9b84efca8e99d1b56d08192, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/18fc25c3c12f48fbbf6d225632eb351f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/f7af2ce4ec494a7280d5d431dee21255] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=100.7 K 2024-12-15T15:43:08,544 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:08,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-15T15:43:08,544 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1af81b0ea9b84efca8e99d1b56d08192, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/18fc25c3c12f48fbbf6d225632eb351f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/f7af2ce4ec494a7280d5d431dee21255] 2024-12-15T15:43:08,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:08,544 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dcea5eb08314deba749ad255d031a37, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734277386677 2024-12-15T15:43:08,544 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-15T15:43:08,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:43:08,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:08,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:43:08,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:08,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:43:08,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:08,548 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b44fb3110a06458496f22cfb5a987d2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734277386871 2024-12-15T15:43:08,549 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1af81b0ea9b84efca8e99d1b56d08192, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734277385442 2024-12-15T15:43:08,550 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18fc25c3c12f48fbbf6d225632eb351f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734277386120 2024-12-15T15:43:08,551 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7af2ce4ec494a7280d5d431dee21255, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734277386863 2024-12-15T15:43:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fa5531a72a7740a288d7ef000fbfd0fb_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277388032/Put/seqid=0 2024-12-15T15:43:08,567 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#B#compaction#339 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:08,568 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/1da0010153784b53a8cb676f215ea996 is 50, key is test_row_0/B:col10/1734277386884/Put/seqid=0 2024-12-15T15:43:08,570 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:08,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742233_1409 (size=13051) 2024-12-15T15:43:08,572 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412152dfa2aff558f42d2b7a96ae2a5f76103_e5bae2c467efc6320873c7636c5aa6b3 store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:08,574 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412152dfa2aff558f42d2b7a96ae2a5f76103_e5bae2c467efc6320873c7636c5aa6b3, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:08,574 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152dfa2aff558f42d2b7a96ae2a5f76103_e5bae2c467efc6320873c7636c5aa6b3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:08,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742232_1408 (size=12454) 2024-12-15T15:43:08,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:08,581 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/1da0010153784b53a8cb676f215ea996 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/1da0010153784b53a8cb676f215ea996 2024-12-15T15:43:08,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742234_1410 (size=4469) 2024-12-15T15:43:08,582 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#A#compaction#340 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:08,583 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/5018a619f661477ca1be196e83344044 is 175, key is test_row_0/A:col10/1734277386884/Put/seqid=0 2024-12-15T15:43:08,583 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fa5531a72a7740a288d7ef000fbfd0fb_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fa5531a72a7740a288d7ef000fbfd0fb_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:08,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/a490a34cdd3644319a54fac33d960feb, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:08,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/a490a34cdd3644319a54fac33d960feb is 175, key is test_row_0/A:col10/1734277388032/Put/seqid=0 2024-12-15T15:43:08,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742235_1411 (size=32005) 2024-12-15T15:43:08,587 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/B of e5bae2c467efc6320873c7636c5aa6b3 into 1da0010153784b53a8cb676f215ea996(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:08,587 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:08,587 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/B, priority=13, startTime=1734277388538; duration=0sec 2024-12-15T15:43:08,587 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:08,587 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:B 2024-12-15T15:43:08,587 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:08,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742236_1412 (size=31255) 2024-12-15T15:43:08,588 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:08,588 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/C is initiating minor compaction (all files) 2024-12-15T15:43:08,588 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/C in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:08,588 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/0b4e25e513f9474a865e774c486cd510, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e6770d4ecdb74dfb82c47e1946b2167e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/a766026af66d4fda9974531591200a13] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=34.3 K 2024-12-15T15:43:08,590 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b4e25e513f9474a865e774c486cd510, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1734277385442 2024-12-15T15:43:08,590 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e6770d4ecdb74dfb82c47e1946b2167e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1734277386677 2024-12-15T15:43:08,590 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a766026af66d4fda9974531591200a13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734277386871 2024-12-15T15:43:08,595 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#C#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:08,596 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/66482c99751c48ce93e0ef21aca37379 is 50, key is test_row_0/C:col10/1734277386884/Put/seqid=0 2024-12-15T15:43:08,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742237_1413 (size=13051) 2024-12-15T15:43:08,603 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/66482c99751c48ce93e0ef21aca37379 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/66482c99751c48ce93e0ef21aca37379 2024-12-15T15:43:08,608 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/C of e5bae2c467efc6320873c7636c5aa6b3 into 66482c99751c48ce93e0ef21aca37379(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:08,608 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:08,608 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/C, priority=13, startTime=1734277388538; duration=0sec 2024-12-15T15:43:08,608 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:08,608 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:C 2024-12-15T15:43:08,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:43:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:08,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T15:43:08,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277448705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:08,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:08,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277448709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:08,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277448813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:08,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277448814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:08,989 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=333, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/a490a34cdd3644319a54fac33d960feb 2024-12-15T15:43:08,990 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/5018a619f661477ca1be196e83344044 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/5018a619f661477ca1be196e83344044 2024-12-15T15:43:08,994 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/A of e5bae2c467efc6320873c7636c5aa6b3 into 5018a619f661477ca1be196e83344044(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:08,994 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:08,994 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/A, priority=13, startTime=1734277388537; duration=0sec 2024-12-15T15:43:08,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/8fda957b084847c3bf834161e47cd123 is 50, key is test_row_0/B:col10/1734277388032/Put/seqid=0 2024-12-15T15:43:08,994 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:08,994 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:A 2024-12-15T15:43:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T15:43:08,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742238_1414 (size=12301) 2024-12-15T15:43:09,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277449016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:09,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277449016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:09,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:09,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277449319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:09,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:09,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277449321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:09,407 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/8fda957b084847c3bf834161e47cd123 2024-12-15T15:43:09,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/e54bb8cef9234164a66e876a0a3cc529 is 50, key is test_row_0/C:col10/1734277388032/Put/seqid=0 2024-12-15T15:43:09,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742239_1415 (size=12301) 2024-12-15T15:43:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T15:43:09,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1734277449655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:09,659 DEBUG [Thread-1461 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:43:09,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277449829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:09,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277449846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:09,867 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/e54bb8cef9234164a66e876a0a3cc529 2024-12-15T15:43:09,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/a490a34cdd3644319a54fac33d960feb as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/a490a34cdd3644319a54fac33d960feb 2024-12-15T15:43:09,885 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/a490a34cdd3644319a54fac33d960feb, entries=150, sequenceid=333, filesize=30.5 K 2024-12-15T15:43:09,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/8fda957b084847c3bf834161e47cd123 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/8fda957b084847c3bf834161e47cd123 2024-12-15T15:43:09,895 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/8fda957b084847c3bf834161e47cd123, entries=150, sequenceid=333, filesize=12.0 K 2024-12-15T15:43:09,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/e54bb8cef9234164a66e876a0a3cc529 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e54bb8cef9234164a66e876a0a3cc529 2024-12-15T15:43:09,909 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e54bb8cef9234164a66e876a0a3cc529, entries=150, sequenceid=333, filesize=12.0 K 2024-12-15T15:43:09,915 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for e5bae2c467efc6320873c7636c5aa6b3 in 1371ms, sequenceid=333, compaction requested=false 2024-12-15T15:43:09,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:09,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:09,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-12-15T15:43:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-12-15T15:43:09,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-15T15:43:09,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5300 sec 2024-12-15T15:43:09,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.5350 sec 2024-12-15T15:43:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-15T15:43:10,500 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-15T15:43:10,503 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-15T15:43:10,504 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:10,505 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:10,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T15:43:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T15:43:10,656 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:10,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-15T15:43:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:10,657 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T15:43:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:43:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:43:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:43:10,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:10,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156fd81228b3da46f2ac1f630152000d27_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277388701/Put/seqid=0 2024-12-15T15:43:10,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742240_1416 (size=12454) 2024-12-15T15:43:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T15:43:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:10,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. as already flushing 2024-12-15T15:43:10,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33044 deadline: 1734277450868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:10,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277450875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:10,987 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277450982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:11,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:11,096 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156fd81228b3da46f2ac1f630152000d27_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156fd81228b3da46f2ac1f630152000d27_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:11,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/04bacb7a9b0b41ebb3a8354357a5507c, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:11,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/04bacb7a9b0b41ebb3a8354357a5507c is 175, key is test_row_0/A:col10/1734277388701/Put/seqid=0 2024-12-15T15:43:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T15:43:11,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742241_1417 (size=31255) 2024-12-15T15:43:11,118 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=363, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/04bacb7a9b0b41ebb3a8354357a5507c 2024-12-15T15:43:11,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/9bf0e16cdec84287b355fc39da09b0a9 is 50, key is test_row_0/B:col10/1734277388701/Put/seqid=0 2024-12-15T15:43:11,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742242_1418 (size=12301) 2024-12-15T15:43:11,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277451195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:11,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33066 deadline: 1734277451513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:11,564 DEBUG [Thread-1464 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d80c576 to 127.0.0.1:64152 2024-12-15T15:43:11,564 DEBUG [Thread-1464 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:11,564 DEBUG [Thread-1468 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x145b6b99 to 127.0.0.1:64152 2024-12-15T15:43:11,565 DEBUG [Thread-1468 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:11,568 DEBUG [Thread-1472 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x660943ba to 127.0.0.1:64152 2024-12-15T15:43:11,568 DEBUG [Thread-1472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:11,571 DEBUG [Thread-1470 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fcd5639 to 127.0.0.1:64152 2024-12-15T15:43:11,571 DEBUG [Thread-1470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:11,572 DEBUG [Thread-1466 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17a2e973 to 127.0.0.1:64152 2024-12-15T15:43:11,572 DEBUG [Thread-1466 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:11,591 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/9bf0e16cdec84287b355fc39da09b0a9 2024-12-15T15:43:11,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/bcccd130be8c45f2b8e095a89398a1a6 is 50, key is test_row_0/C:col10/1734277388701/Put/seqid=0 2024-12-15T15:43:11,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742243_1419 (size=12301) 2024-12-15T15:43:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T15:43:12,001 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/bcccd130be8c45f2b8e095a89398a1a6 2024-12-15T15:43:12,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/04bacb7a9b0b41ebb3a8354357a5507c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/04bacb7a9b0b41ebb3a8354357a5507c 2024-12-15T15:43:12,007 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/04bacb7a9b0b41ebb3a8354357a5507c, entries=150, sequenceid=363, filesize=30.5 K 2024-12-15T15:43:12,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/9bf0e16cdec84287b355fc39da09b0a9 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/9bf0e16cdec84287b355fc39da09b0a9 2024-12-15T15:43:12,010 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/9bf0e16cdec84287b355fc39da09b0a9, entries=150, sequenceid=363, filesize=12.0 K 2024-12-15T15:43:12,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/bcccd130be8c45f2b8e095a89398a1a6 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/bcccd130be8c45f2b8e095a89398a1a6 2024-12-15T15:43:12,014 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/bcccd130be8c45f2b8e095a89398a1a6, entries=150, sequenceid=363, filesize=12.0 K 2024-12-15T15:43:12,015 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for e5bae2c467efc6320873c7636c5aa6b3 in 1358ms, sequenceid=363, compaction requested=true 2024-12-15T15:43:12,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:12,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:12,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-15T15:43:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-15T15:43:12,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-15T15:43:12,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5110 sec 2024-12-15T15:43:12,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.5150 sec 2024-12-15T15:43:12,031 DEBUG [Thread-1455 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42d6bca6 to 127.0.0.1:64152 2024-12-15T15:43:12,031 DEBUG [Thread-1455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:12,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T15:43:12,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:43:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:12,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:12,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:43:12,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:12,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:43:12,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:12,399 DEBUG [Thread-1457 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61bb7783 to 127.0.0.1:64152 2024-12-15T15:43:12,399 DEBUG [Thread-1457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:12,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153e6e11ec7a4e42f7946b10ecbb8e4752_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277392397/Put/seqid=0 2024-12-15T15:43:12,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742244_1420 (size=12454) 2024-12-15T15:43:12,412 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:12,415 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412153e6e11ec7a4e42f7946b10ecbb8e4752_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153e6e11ec7a4e42f7946b10ecbb8e4752_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:12,416 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/09569a420bcd4f558aede5f65a958af7, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:12,417 DEBUG [Thread-1453 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x126abdf4 to 127.0.0.1:64152 2024-12-15T15:43:12,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/09569a420bcd4f558aede5f65a958af7 is 175, key is test_row_0/A:col10/1734277392397/Put/seqid=0 2024-12-15T15:43:12,417 DEBUG [Thread-1453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:12,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742245_1421 (size=31255) 2024-12-15T15:43:12,428 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=374, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/09569a420bcd4f558aede5f65a958af7 2024-12-15T15:43:12,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/574b6b5dcca9432b868eafb704cff7e7 is 50, key is test_row_0/B:col10/1734277392397/Put/seqid=0 2024-12-15T15:43:12,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742246_1422 (size=12301) 2024-12-15T15:43:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-15T15:43:12,610 INFO [Thread-1463 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-15T15:43:12,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/574b6b5dcca9432b868eafb704cff7e7 2024-12-15T15:43:12,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/ec67dbe194044abc877e6833390e80e3 is 50, key is test_row_0/C:col10/1734277392397/Put/seqid=0 2024-12-15T15:43:12,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742247_1423 (size=12301) 2024-12-15T15:43:12,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/ec67dbe194044abc877e6833390e80e3 2024-12-15T15:43:12,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/09569a420bcd4f558aede5f65a958af7 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/09569a420bcd4f558aede5f65a958af7 2024-12-15T15:43:12,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/09569a420bcd4f558aede5f65a958af7, entries=150, sequenceid=374, filesize=30.5 K 2024-12-15T15:43:12,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/574b6b5dcca9432b868eafb704cff7e7 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/574b6b5dcca9432b868eafb704cff7e7 2024-12-15T15:43:12,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/574b6b5dcca9432b868eafb704cff7e7, entries=150, sequenceid=374, filesize=12.0 K 2024-12-15T15:43:12,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/ec67dbe194044abc877e6833390e80e3 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ec67dbe194044abc877e6833390e80e3 2024-12-15T15:43:12,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ec67dbe194044abc877e6833390e80e3, entries=150, sequenceid=374, filesize=12.0 K 2024-12-15T15:43:12,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=6.71 KB/6870 for e5bae2c467efc6320873c7636c5aa6b3 in 475ms, sequenceid=374, compaction requested=true 2024-12-15T15:43:12,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:12,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:12,873 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:12,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:12,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:12,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:12,874 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:12,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store e5bae2c467efc6320873c7636c5aa6b3:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:12,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:12,875 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:12,875 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125770 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:12,875 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/B is initiating minor compaction (all files) 2024-12-15T15:43:12,875 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/A is initiating minor compaction (all files) 2024-12-15T15:43:12,875 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/A in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:12,875 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/B in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:12,875 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/1da0010153784b53a8cb676f215ea996, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/8fda957b084847c3bf834161e47cd123, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/9bf0e16cdec84287b355fc39da09b0a9, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/574b6b5dcca9432b868eafb704cff7e7] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=48.8 K 2024-12-15T15:43:12,875 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/5018a619f661477ca1be196e83344044, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/a490a34cdd3644319a54fac33d960feb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/04bacb7a9b0b41ebb3a8354357a5507c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/09569a420bcd4f558aede5f65a958af7] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=122.8 K 2024-12-15T15:43:12,875 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:12,875 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/5018a619f661477ca1be196e83344044, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/a490a34cdd3644319a54fac33d960feb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/04bacb7a9b0b41ebb3a8354357a5507c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/09569a420bcd4f558aede5f65a958af7] 2024-12-15T15:43:12,875 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 1da0010153784b53a8cb676f215ea996, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734277386871 2024-12-15T15:43:12,875 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5018a619f661477ca1be196e83344044, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734277386871 2024-12-15T15:43:12,875 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fda957b084847c3bf834161e47cd123, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1734277388026 2024-12-15T15:43:12,875 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a490a34cdd3644319a54fac33d960feb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1734277388026 2024-12-15T15:43:12,876 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bf0e16cdec84287b355fc39da09b0a9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1734277388701 2024-12-15T15:43:12,876 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04bacb7a9b0b41ebb3a8354357a5507c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1734277388701 2024-12-15T15:43:12,876 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 574b6b5dcca9432b868eafb704cff7e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1734277390849 2024-12-15T15:43:12,876 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09569a420bcd4f558aede5f65a958af7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1734277390849 2024-12-15T15:43:12,886 DEBUG [Thread-1459 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f0031d8 to 127.0.0.1:64152 2024-12-15T15:43:12,886 DEBUG [Thread-1459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:12,890 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:12,893 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#B#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:12,893 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/79a417e5907f4ea79c42009fdfcec4cf is 50, key is test_row_0/B:col10/1734277392397/Put/seqid=0 2024-12-15T15:43:12,896 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215da529de8f1714b7aac85a165cce6a92b_e5bae2c467efc6320873c7636c5aa6b3 store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:12,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742248_1424 (size=13187) 2024-12-15T15:43:12,909 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/79a417e5907f4ea79c42009fdfcec4cf as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/79a417e5907f4ea79c42009fdfcec4cf 2024-12-15T15:43:12,912 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/B of e5bae2c467efc6320873c7636c5aa6b3 into 79a417e5907f4ea79c42009fdfcec4cf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:12,912 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:12,912 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/B, priority=12, startTime=1734277392873; duration=0sec 2024-12-15T15:43:12,913 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:12,913 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:B 2024-12-15T15:43:12,913 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:12,913 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:12,913 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): e5bae2c467efc6320873c7636c5aa6b3/C is initiating minor compaction (all files) 2024-12-15T15:43:12,913 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of e5bae2c467efc6320873c7636c5aa6b3/C in TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:12,914 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/66482c99751c48ce93e0ef21aca37379, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e54bb8cef9234164a66e876a0a3cc529, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/bcccd130be8c45f2b8e095a89398a1a6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ec67dbe194044abc877e6833390e80e3] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp, totalSize=48.8 K 2024-12-15T15:43:12,914 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 66482c99751c48ce93e0ef21aca37379, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734277386871 2024-12-15T15:43:12,914 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e54bb8cef9234164a66e876a0a3cc529, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1734277388026 2024-12-15T15:43:12,914 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting bcccd130be8c45f2b8e095a89398a1a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1734277388701 2024-12-15T15:43:12,914 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ec67dbe194044abc877e6833390e80e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1734277390849 2024-12-15T15:43:12,921 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215da529de8f1714b7aac85a165cce6a92b_e5bae2c467efc6320873c7636c5aa6b3, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:12,921 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215da529de8f1714b7aac85a165cce6a92b_e5bae2c467efc6320873c7636c5aa6b3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:12,929 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#C#compaction#352 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:12,929 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/627a08e3d1444cbcb8a4f1fb7f20ec1b is 50, key is test_row_0/C:col10/1734277392397/Put/seqid=0 2024-12-15T15:43:12,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742249_1425 (size=4469) 2024-12-15T15:43:12,932 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): e5bae2c467efc6320873c7636c5aa6b3#A#compaction#351 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:12,933 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/08d2bbf834164eb0a796cab6b9272ca2 is 175, key is test_row_0/A:col10/1734277392397/Put/seqid=0 2024-12-15T15:43:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742250_1426 (size=13187) 2024-12-15T15:43:12,947 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/627a08e3d1444cbcb8a4f1fb7f20ec1b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/627a08e3d1444cbcb8a4f1fb7f20ec1b 2024-12-15T15:43:12,956 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/C of e5bae2c467efc6320873c7636c5aa6b3 into 627a08e3d1444cbcb8a4f1fb7f20ec1b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:12,956 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:12,956 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/C, priority=12, startTime=1734277392874; duration=0sec 2024-12-15T15:43:12,956 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:12,956 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:C 2024-12-15T15:43:12,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742251_1427 (size=32141) 2024-12-15T15:43:13,380 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/08d2bbf834164eb0a796cab6b9272ca2 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/08d2bbf834164eb0a796cab6b9272ca2 2024-12-15T15:43:13,385 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in e5bae2c467efc6320873c7636c5aa6b3/A of e5bae2c467efc6320873c7636c5aa6b3 into 08d2bbf834164eb0a796cab6b9272ca2(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:13,385 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:13,385 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3., storeName=e5bae2c467efc6320873c7636c5aa6b3/A, priority=12, startTime=1734277392873; duration=0sec 2024-12-15T15:43:13,385 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:13,385 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e5bae2c467efc6320873c7636c5aa6b3:A 2024-12-15T15:43:13,672 DEBUG [Thread-1461 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05434c92 to 127.0.0.1:64152 2024-12-15T15:43:13,672 DEBUG [Thread-1461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:13,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T15:43:13,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-12-15T15:43:13,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 106 2024-12-15T15:43:13,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-12-15T15:43:13,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-12-15T15:43:13,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-15T15:43:13,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T15:43:13,672 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T15:43:13,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1991 2024-12-15T15:43:13,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5973 rows 2024-12-15T15:43:13,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1956 2024-12-15T15:43:13,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5868 rows 2024-12-15T15:43:13,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1951 2024-12-15T15:43:13,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5853 rows 2024-12-15T15:43:13,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1986 2024-12-15T15:43:13,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5958 rows 2024-12-15T15:43:13,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1944 2024-12-15T15:43:13,673 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5831 rows 2024-12-15T15:43:13,673 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T15:43:13,673 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63822144 to 127.0.0.1:64152 2024-12-15T15:43:13,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:13,675 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T15:43:13,676 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T15:43:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T15:43:13,687 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277393687"}]},"ts":"1734277393687"} 2024-12-15T15:43:13,689 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T15:43:13,762 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T15:43:13,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T15:43:13,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5bae2c467efc6320873c7636c5aa6b3, UNASSIGN}] 2024-12-15T15:43:13,764 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=110, ppid=109, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5bae2c467efc6320873c7636c5aa6b3, UNASSIGN 2024-12-15T15:43:13,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=110 updating hbase:meta row=e5bae2c467efc6320873c7636c5aa6b3, regionState=CLOSING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:13,766 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T15:43:13,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; CloseRegionProcedure e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:43:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T15:43:13,917 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:13,918 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(124): Close e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:13,918 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T15:43:13,918 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1681): Closing e5bae2c467efc6320873c7636c5aa6b3, disabling compactions & flushes 2024-12-15T15:43:13,918 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:13,918 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:13,918 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. after waiting 0 ms 2024-12-15T15:43:13,919 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:13,919 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(2837): Flushing e5bae2c467efc6320873c7636c5aa6b3 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-15T15:43:13,919 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=A 2024-12-15T15:43:13,919 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:13,919 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=B 2024-12-15T15:43:13,919 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:13,920 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK e5bae2c467efc6320873c7636c5aa6b3, store=C 2024-12-15T15:43:13,920 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:13,929 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215dc5b1ddfe92b448b867f7cd0f032a801_e5bae2c467efc6320873c7636c5aa6b3 is 50, key is test_row_0/A:col10/1734277392885/Put/seqid=0 2024-12-15T15:43:13,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742252_1428 (size=9914) 2024-12-15T15:43:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T15:43:14,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T15:43:14,332 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:14,336 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215dc5b1ddfe92b448b867f7cd0f032a801_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215dc5b1ddfe92b448b867f7cd0f032a801_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:14,337 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/6f3fdabbb80b4402aa2acb1b037e90a5, store: [table=TestAcidGuarantees family=A region=e5bae2c467efc6320873c7636c5aa6b3] 2024-12-15T15:43:14,338 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/6f3fdabbb80b4402aa2acb1b037e90a5 is 175, key is test_row_0/A:col10/1734277392885/Put/seqid=0 2024-12-15T15:43:14,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742253_1429 (size=22561) 2024-12-15T15:43:14,756 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=383, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/6f3fdabbb80b4402aa2acb1b037e90a5 2024-12-15T15:43:14,762 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/5e0049a17f894faf97ce60bc38fae4e8 is 50, key is test_row_0/B:col10/1734277392885/Put/seqid=0 2024-12-15T15:43:14,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742254_1430 (size=9857) 2024-12-15T15:43:14,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T15:43:15,166 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/5e0049a17f894faf97ce60bc38fae4e8 2024-12-15T15:43:15,173 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/744e971964914cc0838deaf1cda5382d is 50, key is test_row_0/C:col10/1734277392885/Put/seqid=0 2024-12-15T15:43:15,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742255_1431 (size=9857) 2024-12-15T15:43:15,196 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/744e971964914cc0838deaf1cda5382d 2024-12-15T15:43:15,209 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/A/6f3fdabbb80b4402aa2acb1b037e90a5 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/6f3fdabbb80b4402aa2acb1b037e90a5 2024-12-15T15:43:15,213 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/6f3fdabbb80b4402aa2acb1b037e90a5, entries=100, sequenceid=383, filesize=22.0 K 2024-12-15T15:43:15,214 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/B/5e0049a17f894faf97ce60bc38fae4e8 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/5e0049a17f894faf97ce60bc38fae4e8 2024-12-15T15:43:15,218 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/5e0049a17f894faf97ce60bc38fae4e8, entries=100, sequenceid=383, filesize=9.6 K 2024-12-15T15:43:15,219 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/.tmp/C/744e971964914cc0838deaf1cda5382d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/744e971964914cc0838deaf1cda5382d 2024-12-15T15:43:15,222 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/744e971964914cc0838deaf1cda5382d, entries=100, sequenceid=383, filesize=9.6 K 2024-12-15T15:43:15,227 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for e5bae2c467efc6320873c7636c5aa6b3 in 1308ms, sequenceid=383, compaction requested=false 2024-12-15T15:43:15,228 DEBUG [StoreCloser-TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1fc3564e3ea3485fad8799d9dbfcaf59, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/55d087602783422d86fb9fef440331ae, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/20e6c8b3edf54682a381b8a48a0ddb88, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/9be93c4d9c3b4824a36f44cab368e85d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1fa4096b1b934798a382f46d1b8ec2a0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/94819cff493b441690530e5f9eed79fc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/f156b79ee6a843138b94dd09a7219e83, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/6b7dc64ee74543b98180d8170cd1dd71, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/c73ee3a358934e6681b772c50d218680, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/781b58ffd83a4c788d08a11e000ad965, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/897ad8ae2e76457880051e55a2a1a825, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/ac70df498d464017aa8be8004e449b24, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/a690339df48840cba29d6d9a16978356, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/8d7f651546df404f9cfb7c6b1b1b2a76, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/9d68fad97bb8486f93cae341d148cd60, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/c0cd72eba4c049179bf5cbae28eda804, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1a60aaf453a1445694e072a22592180e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/3627935da6b544689887e5c31596cf2b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/4601214f59664b2cb86224fc2bc13f22, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1af81b0ea9b84efca8e99d1b56d08192, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/18fc25c3c12f48fbbf6d225632eb351f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/f7af2ce4ec494a7280d5d431dee21255, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/5018a619f661477ca1be196e83344044, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/a490a34cdd3644319a54fac33d960feb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/04bacb7a9b0b41ebb3a8354357a5507c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/09569a420bcd4f558aede5f65a958af7] to archive 2024-12-15T15:43:15,229 DEBUG [StoreCloser-TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:43:15,231 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/9be93c4d9c3b4824a36f44cab368e85d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/9be93c4d9c3b4824a36f44cab368e85d 2024-12-15T15:43:15,231 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/55d087602783422d86fb9fef440331ae to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/55d087602783422d86fb9fef440331ae 2024-12-15T15:43:15,231 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/f156b79ee6a843138b94dd09a7219e83 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/f156b79ee6a843138b94dd09a7219e83 2024-12-15T15:43:15,231 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1fc3564e3ea3485fad8799d9dbfcaf59 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1fc3564e3ea3485fad8799d9dbfcaf59 2024-12-15T15:43:15,231 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/6b7dc64ee74543b98180d8170cd1dd71 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/6b7dc64ee74543b98180d8170cd1dd71 2024-12-15T15:43:15,231 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/94819cff493b441690530e5f9eed79fc to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/94819cff493b441690530e5f9eed79fc 2024-12-15T15:43:15,231 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/20e6c8b3edf54682a381b8a48a0ddb88 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/20e6c8b3edf54682a381b8a48a0ddb88 2024-12-15T15:43:15,232 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1fa4096b1b934798a382f46d1b8ec2a0 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1fa4096b1b934798a382f46d1b8ec2a0 2024-12-15T15:43:15,232 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/781b58ffd83a4c788d08a11e000ad965 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/781b58ffd83a4c788d08a11e000ad965 2024-12-15T15:43:15,233 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/897ad8ae2e76457880051e55a2a1a825 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/897ad8ae2e76457880051e55a2a1a825 2024-12-15T15:43:15,233 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/c73ee3a358934e6681b772c50d218680 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/c73ee3a358934e6681b772c50d218680 2024-12-15T15:43:15,233 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/ac70df498d464017aa8be8004e449b24 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/ac70df498d464017aa8be8004e449b24 2024-12-15T15:43:15,233 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/9d68fad97bb8486f93cae341d148cd60 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/9d68fad97bb8486f93cae341d148cd60 2024-12-15T15:43:15,233 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/a690339df48840cba29d6d9a16978356 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/a690339df48840cba29d6d9a16978356 2024-12-15T15:43:15,233 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/8d7f651546df404f9cfb7c6b1b1b2a76 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/8d7f651546df404f9cfb7c6b1b1b2a76 2024-12-15T15:43:15,233 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/c0cd72eba4c049179bf5cbae28eda804 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/c0cd72eba4c049179bf5cbae28eda804 2024-12-15T15:43:15,234 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/3627935da6b544689887e5c31596cf2b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/3627935da6b544689887e5c31596cf2b 2024-12-15T15:43:15,234 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1a60aaf453a1445694e072a22592180e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1a60aaf453a1445694e072a22592180e 2024-12-15T15:43:15,234 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/4601214f59664b2cb86224fc2bc13f22 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/4601214f59664b2cb86224fc2bc13f22 2024-12-15T15:43:15,234 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1af81b0ea9b84efca8e99d1b56d08192 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/1af81b0ea9b84efca8e99d1b56d08192 2024-12-15T15:43:15,234 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/f7af2ce4ec494a7280d5d431dee21255 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/f7af2ce4ec494a7280d5d431dee21255 2024-12-15T15:43:15,235 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/5018a619f661477ca1be196e83344044 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/5018a619f661477ca1be196e83344044 2024-12-15T15:43:15,235 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/a490a34cdd3644319a54fac33d960feb to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/a490a34cdd3644319a54fac33d960feb 2024-12-15T15:43:15,235 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/18fc25c3c12f48fbbf6d225632eb351f to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/18fc25c3c12f48fbbf6d225632eb351f 2024-12-15T15:43:15,235 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/04bacb7a9b0b41ebb3a8354357a5507c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/04bacb7a9b0b41ebb3a8354357a5507c 2024-12-15T15:43:15,235 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/09569a420bcd4f558aede5f65a958af7 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/09569a420bcd4f558aede5f65a958af7 2024-12-15T15:43:15,236 DEBUG [StoreCloser-TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/6bdbea0b020240fb8ac1f454b97639db, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/81000254182342c3a8f62f555a3998a4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/0c4716b71294437f9a25e02c819a665f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/9e837c93942842d693d3ab48bd091a57, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/b428125cf49b4a31b77dae833a8a9ad7, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/c3d348cedcda4a92a0430ecbf9c56204, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/eff3bda4aafe440388f42c33ac3413ac, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/16f9731ca6b84afd897736d1ec2ee67b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/3ebb0da175e7454daf4ca6b2de8c7172, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/716e7a4660274514b25467a8557c6c03, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/d029413db4934185ada43e1e712828df, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/11d2858a8cce4f86b2cca43abfc06b81, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ad9a374a80a441c5975d5988856b176d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/59372dc2ce5a4d8e8b630da88ff1f85b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ad9d9ce0db214db0bfa1046d9a0fe262, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/a46bec1647254fee8f387d9a54c1af4e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/042f055297954a6c878ddd9c0ede5fa6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ebd2145672e34ba18542969ddb8c7539, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/2d7c4a46f1d34fd5a25af187c2869e26, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/2f77453dbf7a43c4aeda5bdaadc7b644, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/4dcea5eb08314deba749ad255d031a37, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/1da0010153784b53a8cb676f215ea996, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/b44fb3110a06458496f22cfb5a987d2e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/8fda957b084847c3bf834161e47cd123, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/9bf0e16cdec84287b355fc39da09b0a9, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/574b6b5dcca9432b868eafb704cff7e7] to archive 2024-12-15T15:43:15,237 DEBUG [StoreCloser-TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:43:15,239 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/81000254182342c3a8f62f555a3998a4 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/81000254182342c3a8f62f555a3998a4 2024-12-15T15:43:15,239 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/b428125cf49b4a31b77dae833a8a9ad7 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/b428125cf49b4a31b77dae833a8a9ad7 2024-12-15T15:43:15,239 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/6bdbea0b020240fb8ac1f454b97639db to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/6bdbea0b020240fb8ac1f454b97639db 2024-12-15T15:43:15,239 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/16f9731ca6b84afd897736d1ec2ee67b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/16f9731ca6b84afd897736d1ec2ee67b 2024-12-15T15:43:15,239 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/eff3bda4aafe440388f42c33ac3413ac to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/eff3bda4aafe440388f42c33ac3413ac 2024-12-15T15:43:15,239 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/9e837c93942842d693d3ab48bd091a57 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/9e837c93942842d693d3ab48bd091a57 2024-12-15T15:43:15,239 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/c3d348cedcda4a92a0430ecbf9c56204 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/c3d348cedcda4a92a0430ecbf9c56204 2024-12-15T15:43:15,239 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/0c4716b71294437f9a25e02c819a665f to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/0c4716b71294437f9a25e02c819a665f 2024-12-15T15:43:15,241 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/3ebb0da175e7454daf4ca6b2de8c7172 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/3ebb0da175e7454daf4ca6b2de8c7172 2024-12-15T15:43:15,242 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/11d2858a8cce4f86b2cca43abfc06b81 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/11d2858a8cce4f86b2cca43abfc06b81 2024-12-15T15:43:15,242 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ad9d9ce0db214db0bfa1046d9a0fe262 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ad9d9ce0db214db0bfa1046d9a0fe262 2024-12-15T15:43:15,242 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/716e7a4660274514b25467a8557c6c03 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/716e7a4660274514b25467a8557c6c03 2024-12-15T15:43:15,242 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ad9a374a80a441c5975d5988856b176d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ad9a374a80a441c5975d5988856b176d 2024-12-15T15:43:15,242 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/d029413db4934185ada43e1e712828df to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/d029413db4934185ada43e1e712828df 2024-12-15T15:43:15,242 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/59372dc2ce5a4d8e8b630da88ff1f85b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/59372dc2ce5a4d8e8b630da88ff1f85b 2024-12-15T15:43:15,243 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/a46bec1647254fee8f387d9a54c1af4e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/a46bec1647254fee8f387d9a54c1af4e 2024-12-15T15:43:15,244 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ebd2145672e34ba18542969ddb8c7539 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/ebd2145672e34ba18542969ddb8c7539 2024-12-15T15:43:15,244 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/042f055297954a6c878ddd9c0ede5fa6 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/042f055297954a6c878ddd9c0ede5fa6 2024-12-15T15:43:15,244 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/2f77453dbf7a43c4aeda5bdaadc7b644 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/2f77453dbf7a43c4aeda5bdaadc7b644 2024-12-15T15:43:15,244 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/1da0010153784b53a8cb676f215ea996 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/1da0010153784b53a8cb676f215ea996 2024-12-15T15:43:15,244 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/2d7c4a46f1d34fd5a25af187c2869e26 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/2d7c4a46f1d34fd5a25af187c2869e26 2024-12-15T15:43:15,244 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/b44fb3110a06458496f22cfb5a987d2e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/b44fb3110a06458496f22cfb5a987d2e 2024-12-15T15:43:15,244 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/8fda957b084847c3bf834161e47cd123 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/8fda957b084847c3bf834161e47cd123 2024-12-15T15:43:15,245 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/4dcea5eb08314deba749ad255d031a37 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/4dcea5eb08314deba749ad255d031a37 2024-12-15T15:43:15,246 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/574b6b5dcca9432b868eafb704cff7e7 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/574b6b5dcca9432b868eafb704cff7e7 2024-12-15T15:43:15,246 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/9bf0e16cdec84287b355fc39da09b0a9 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/9bf0e16cdec84287b355fc39da09b0a9 2024-12-15T15:43:15,247 DEBUG [StoreCloser-TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/591f1d6dded44ef3a1fc4393a281f0b1, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ae50e57f089049469e16387d0ca29864, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ec7fddfca8294a2c81caa7ef3321e3aa, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/fc33bcba233d497ca94db5d8c3d9bd6d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/4c9ab0e32014427db7339621602a662c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/88bc8abe4c784081b4bcc009be68a1fd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/d9d81ed5e43841278e6c43390e3f7ee7, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/878d5f7cd8b24b67adf0f1e950164f06, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/cbb30eacec144dcba66c0c0c9a9d9ff0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/9a10c8ec94054f218a2cfe3a561fa759, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/6d7de678521947ecb26a30d1e0601d41, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/3488582b800c41e1a9adf7cf3730c07f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/d990a87a84014b53b9a5d59623faad91, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/16de2a5c184143019e6ceeb1e220dea6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/91cd1c8b9f08422d9fe3129555d1d321, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/b621903f09a543b083c7ef30fda3eb7a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/eb05ffcc34be4683bf9e64c9548ab1d0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e12f4c046c0c484e8ce814ddde3e2082, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/0b4e25e513f9474a865e774c486cd510, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/fd33d187c3a744849246acd0685de2a2, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e6770d4ecdb74dfb82c47e1946b2167e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/66482c99751c48ce93e0ef21aca37379, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/a766026af66d4fda9974531591200a13, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e54bb8cef9234164a66e876a0a3cc529, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/bcccd130be8c45f2b8e095a89398a1a6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ec67dbe194044abc877e6833390e80e3] to archive 2024-12-15T15:43:15,247 DEBUG [StoreCloser-TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:43:15,249 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/4c9ab0e32014427db7339621602a662c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/4c9ab0e32014427db7339621602a662c 2024-12-15T15:43:15,249 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/591f1d6dded44ef3a1fc4393a281f0b1 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/591f1d6dded44ef3a1fc4393a281f0b1 2024-12-15T15:43:15,249 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/878d5f7cd8b24b67adf0f1e950164f06 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/878d5f7cd8b24b67adf0f1e950164f06 2024-12-15T15:43:15,249 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/fc33bcba233d497ca94db5d8c3d9bd6d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/fc33bcba233d497ca94db5d8c3d9bd6d 2024-12-15T15:43:15,249 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/88bc8abe4c784081b4bcc009be68a1fd to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/88bc8abe4c784081b4bcc009be68a1fd 2024-12-15T15:43:15,249 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/d9d81ed5e43841278e6c43390e3f7ee7 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/d9d81ed5e43841278e6c43390e3f7ee7 2024-12-15T15:43:15,250 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ec7fddfca8294a2c81caa7ef3321e3aa to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ec7fddfca8294a2c81caa7ef3321e3aa 2024-12-15T15:43:15,250 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ae50e57f089049469e16387d0ca29864 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ae50e57f089049469e16387d0ca29864 2024-12-15T15:43:15,254 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/6d7de678521947ecb26a30d1e0601d41 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/6d7de678521947ecb26a30d1e0601d41 2024-12-15T15:43:15,254 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/cbb30eacec144dcba66c0c0c9a9d9ff0 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/cbb30eacec144dcba66c0c0c9a9d9ff0 2024-12-15T15:43:15,254 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/3488582b800c41e1a9adf7cf3730c07f to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/3488582b800c41e1a9adf7cf3730c07f 2024-12-15T15:43:15,274 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/d990a87a84014b53b9a5d59623faad91 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/d990a87a84014b53b9a5d59623faad91 2024-12-15T15:43:15,274 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/9a10c8ec94054f218a2cfe3a561fa759 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/9a10c8ec94054f218a2cfe3a561fa759 2024-12-15T15:43:15,274 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/16de2a5c184143019e6ceeb1e220dea6 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/16de2a5c184143019e6ceeb1e220dea6 2024-12-15T15:43:15,274 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/91cd1c8b9f08422d9fe3129555d1d321 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/91cd1c8b9f08422d9fe3129555d1d321 2024-12-15T15:43:15,274 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/b621903f09a543b083c7ef30fda3eb7a to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/b621903f09a543b083c7ef30fda3eb7a 2024-12-15T15:43:15,275 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/0b4e25e513f9474a865e774c486cd510 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/0b4e25e513f9474a865e774c486cd510 2024-12-15T15:43:15,275 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e12f4c046c0c484e8ce814ddde3e2082 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e12f4c046c0c484e8ce814ddde3e2082 2024-12-15T15:43:15,275 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/eb05ffcc34be4683bf9e64c9548ab1d0 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/eb05ffcc34be4683bf9e64c9548ab1d0 2024-12-15T15:43:15,275 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/fd33d187c3a744849246acd0685de2a2 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/fd33d187c3a744849246acd0685de2a2 2024-12-15T15:43:15,276 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/66482c99751c48ce93e0ef21aca37379 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/66482c99751c48ce93e0ef21aca37379 2024-12-15T15:43:15,276 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e6770d4ecdb74dfb82c47e1946b2167e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e6770d4ecdb74dfb82c47e1946b2167e 2024-12-15T15:43:15,276 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/a766026af66d4fda9974531591200a13 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/a766026af66d4fda9974531591200a13 2024-12-15T15:43:15,276 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e54bb8cef9234164a66e876a0a3cc529 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/e54bb8cef9234164a66e876a0a3cc529 2024-12-15T15:43:15,276 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/bcccd130be8c45f2b8e095a89398a1a6 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/bcccd130be8c45f2b8e095a89398a1a6 2024-12-15T15:43:15,276 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ec67dbe194044abc877e6833390e80e3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/ec67dbe194044abc877e6833390e80e3 2024-12-15T15:43:15,282 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/recovered.edits/386.seqid, newMaxSeqId=386, maxSeqId=4 2024-12-15T15:43:15,282 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3. 2024-12-15T15:43:15,283 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1635): Region close journal for e5bae2c467efc6320873c7636c5aa6b3: 2024-12-15T15:43:15,284 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(170): Closed e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,284 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=110 updating hbase:meta row=e5bae2c467efc6320873c7636c5aa6b3, regionState=CLOSED 2024-12-15T15:43:15,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-15T15:43:15,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; CloseRegionProcedure e5bae2c467efc6320873c7636c5aa6b3, server=af3997dcf86f,46311,1734277284128 in 1.5190 sec 2024-12-15T15:43:15,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-12-15T15:43:15,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=e5bae2c467efc6320873c7636c5aa6b3, UNASSIGN in 1.5220 sec 2024-12-15T15:43:15,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-15T15:43:15,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5240 sec 2024-12-15T15:43:15,289 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277395289"}]},"ts":"1734277395289"} 2024-12-15T15:43:15,290 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T15:43:15,332 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T15:43:15,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6560 sec 2024-12-15T15:43:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-15T15:43:15,785 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-15T15:43:15,786 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T15:43:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:15,789 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=112, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T15:43:15,790 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=112, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:15,793 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,796 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/recovered.edits] 2024-12-15T15:43:15,800 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/6f3fdabbb80b4402aa2acb1b037e90a5 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/6f3fdabbb80b4402aa2acb1b037e90a5 2024-12-15T15:43:15,800 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/08d2bbf834164eb0a796cab6b9272ca2 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/A/08d2bbf834164eb0a796cab6b9272ca2 2024-12-15T15:43:15,803 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/79a417e5907f4ea79c42009fdfcec4cf to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/79a417e5907f4ea79c42009fdfcec4cf 2024-12-15T15:43:15,803 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/5e0049a17f894faf97ce60bc38fae4e8 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/B/5e0049a17f894faf97ce60bc38fae4e8 2024-12-15T15:43:15,806 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/627a08e3d1444cbcb8a4f1fb7f20ec1b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/627a08e3d1444cbcb8a4f1fb7f20ec1b 2024-12-15T15:43:15,806 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/744e971964914cc0838deaf1cda5382d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/C/744e971964914cc0838deaf1cda5382d 2024-12-15T15:43:15,809 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/recovered.edits/386.seqid to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3/recovered.edits/386.seqid 2024-12-15T15:43:15,810 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,810 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T15:43:15,810 DEBUG [PEWorker-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T15:43:15,811 DEBUG [PEWorker-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-15T15:43:15,820 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121522478ceff08048c29cf1a82eddde1932_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121522478ceff08048c29cf1a82eddde1932_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,820 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153e6e11ec7a4e42f7946b10ecbb8e4752_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412153e6e11ec7a4e42f7946b10ecbb8e4752_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,820 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151d7c4bd98a5444b385079820ece4b7c4_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151d7c4bd98a5444b385079820ece4b7c4_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,820 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412154e6f7096f9c442248ce55e684cfa126b_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412154e6f7096f9c442248ce55e684cfa126b_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,820 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121526e5115d997a4cd68fcebb3d1166a753_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121526e5115d997a4cd68fcebb3d1166a753_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,821 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121555c9b9350b824c588c80562e5f83ea07_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121555c9b9350b824c588c80562e5f83ea07_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,821 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156fd81228b3da46f2ac1f630152000d27_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156fd81228b3da46f2ac1f630152000d27_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,821 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121566e17e818e4545ce9e9097d2da06a3b8_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121566e17e818e4545ce9e9097d2da06a3b8_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,822 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b97d94c2e5cd4e368c18e81ae3afca9d_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215b97d94c2e5cd4e368c18e81ae3afca9d_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,822 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159b6ed43963d14d8ba52c9cfe1b44fac1_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159b6ed43963d14d8ba52c9cfe1b44fac1_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,822 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157924807455df4e2fb18f42bb967ff37e_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157924807455df4e2fb18f42bb967ff37e_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,822 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215af49229ab9fb427e9146eec804bbf820_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215af49229ab9fb427e9146eec804bbf820_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,822 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a0d48386f9224fcbaa869cb17609d7a9_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a0d48386f9224fcbaa869cb17609d7a9_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,822 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a6355ab5f3094df781f3dca1ecf2c04d_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a6355ab5f3094df781f3dca1ecf2c04d_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,822 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c0718845eb4f4331a1d4eabf7e4e22ac_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c0718845eb4f4331a1d4eabf7e4e22ac_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,822 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cb8ea14389114cf39fe0cb01a9e0e98f_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215cb8ea14389114cf39fe0cb01a9e0e98f_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,823 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215db3353f3ed984051bc26baa5cef63679_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215db3353f3ed984051bc26baa5cef63679_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,823 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215dc5b1ddfe92b448b867f7cd0f032a801_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215dc5b1ddfe92b448b867f7cd0f032a801_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,823 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fa5531a72a7740a288d7ef000fbfd0fb_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215fa5531a72a7740a288d7ef000fbfd0fb_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,823 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ec5ee5843f7943f78b56428eb7828b7f_e5bae2c467efc6320873c7636c5aa6b3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215ec5ee5843f7943f78b56428eb7828b7f_e5bae2c467efc6320873c7636c5aa6b3 2024-12-15T15:43:15,823 DEBUG [PEWorker-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T15:43:15,825 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=112, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:15,826 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T15:43:15,828 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T15:43:15,829 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=112, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:15,829 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T15:43:15,829 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734277395829"}]},"ts":"9223372036854775807"} 2024-12-15T15:43:15,831 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T15:43:15,831 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => e5bae2c467efc6320873c7636c5aa6b3, NAME => 'TestAcidGuarantees,,1734277368250.e5bae2c467efc6320873c7636c5aa6b3.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T15:43:15,831 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T15:43:15,831 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734277395831"}]},"ts":"9223372036854775807"} 2024-12-15T15:43:15,832 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T15:43:15,880 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=112, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:15,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 94 msec 2024-12-15T15:43:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-15T15:43:15,892 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-15T15:43:15,901 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=247 (was 246) - Thread LEAK? -, OpenFileDescriptor=463 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1095 (was 1087) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3463 (was 3961) 2024-12-15T15:43:15,911 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=247, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=1095, ProcessCount=11, AvailableMemoryMB=3463 2024-12-15T15:43:15,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T15:43:15,913 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T15:43:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=113, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:15,914 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T15:43:15,914 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:15,914 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 113 2024-12-15T15:43:15,915 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T15:43:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-12-15T15:43:15,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742256_1432 (size=963) 2024-12-15T15:43:16,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-12-15T15:43:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-12-15T15:43:16,321 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148 2024-12-15T15:43:16,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742257_1433 (size=53) 2024-12-15T15:43:16,329 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:43:16,329 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 9cc51531e750cca108ccec302bda0f3c, disabling compactions & flushes 2024-12-15T15:43:16,329 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:16,329 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:16,329 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. after waiting 0 ms 2024-12-15T15:43:16,329 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:16,329 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:16,329 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:16,331 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T15:43:16,331 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734277396331"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734277396331"}]},"ts":"1734277396331"} 2024-12-15T15:43:16,332 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T15:43:16,333 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T15:43:16,333 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277396333"}]},"ts":"1734277396333"} 2024-12-15T15:43:16,334 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T15:43:16,354 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cc51531e750cca108ccec302bda0f3c, ASSIGN}] 2024-12-15T15:43:16,355 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cc51531e750cca108ccec302bda0f3c, ASSIGN 2024-12-15T15:43:16,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=114, ppid=113, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cc51531e750cca108ccec302bda0f3c, ASSIGN; state=OFFLINE, location=af3997dcf86f,46311,1734277284128; forceNewPlan=false, retain=false 2024-12-15T15:43:16,506 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=9cc51531e750cca108ccec302bda0f3c, regionState=OPENING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:16,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; OpenRegionProcedure 9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:43:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-12-15T15:43:16,659 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:16,661 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:16,661 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7285): Opening region: {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} 2024-12-15T15:43:16,662 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:16,662 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:43:16,662 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7327): checking encryption for 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:16,662 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(7330): checking classloading for 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:16,663 INFO [StoreOpener-9cc51531e750cca108ccec302bda0f3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:16,664 INFO [StoreOpener-9cc51531e750cca108ccec302bda0f3c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:43:16,664 INFO [StoreOpener-9cc51531e750cca108ccec302bda0f3c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cc51531e750cca108ccec302bda0f3c columnFamilyName A 2024-12-15T15:43:16,664 DEBUG [StoreOpener-9cc51531e750cca108ccec302bda0f3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:16,665 INFO [StoreOpener-9cc51531e750cca108ccec302bda0f3c-1 {}] regionserver.HStore(327): Store=9cc51531e750cca108ccec302bda0f3c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:43:16,665 INFO [StoreOpener-9cc51531e750cca108ccec302bda0f3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:16,666 INFO [StoreOpener-9cc51531e750cca108ccec302bda0f3c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:43:16,666 INFO [StoreOpener-9cc51531e750cca108ccec302bda0f3c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cc51531e750cca108ccec302bda0f3c columnFamilyName B 2024-12-15T15:43:16,666 DEBUG [StoreOpener-9cc51531e750cca108ccec302bda0f3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:16,666 INFO [StoreOpener-9cc51531e750cca108ccec302bda0f3c-1 {}] regionserver.HStore(327): Store=9cc51531e750cca108ccec302bda0f3c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:43:16,666 INFO [StoreOpener-9cc51531e750cca108ccec302bda0f3c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:16,667 INFO [StoreOpener-9cc51531e750cca108ccec302bda0f3c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:43:16,668 INFO [StoreOpener-9cc51531e750cca108ccec302bda0f3c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9cc51531e750cca108ccec302bda0f3c columnFamilyName C 2024-12-15T15:43:16,668 DEBUG [StoreOpener-9cc51531e750cca108ccec302bda0f3c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:16,668 INFO [StoreOpener-9cc51531e750cca108ccec302bda0f3c-1 {}] regionserver.HStore(327): Store=9cc51531e750cca108ccec302bda0f3c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:43:16,668 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:16,669 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:16,669 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:16,670 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T15:43:16,671 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1085): writing seq id for 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:16,673 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T15:43:16,673 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1102): Opened 9cc51531e750cca108ccec302bda0f3c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74563601, jitterRate=0.1110842376947403}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T15:43:16,674 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegion(1001): Region open journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:16,674 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., pid=115, masterSystemTime=1734277396659 2024-12-15T15:43:16,675 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:16,675 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=115}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:16,676 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=114 updating hbase:meta row=9cc51531e750cca108ccec302bda0f3c, regionState=OPEN, openSeqNum=2, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:16,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-15T15:43:16,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; OpenRegionProcedure 9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 in 170 msec 2024-12-15T15:43:16,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=114, resume processing ppid=113 2024-12-15T15:43:16,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, ppid=113, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cc51531e750cca108ccec302bda0f3c, ASSIGN in 324 msec 2024-12-15T15:43:16,680 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T15:43:16,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277396680"}]},"ts":"1734277396680"} 2024-12-15T15:43:16,683 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T15:43:16,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=113, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T15:43:16,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 784 msec 2024-12-15T15:43:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=113 2024-12-15T15:43:17,021 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 113 completed 2024-12-15T15:43:17,023 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x721e6c0a to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2fb24d40 2024-12-15T15:43:17,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f69def6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:17,031 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:17,032 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:17,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T15:43:17,034 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T15:43:17,035 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c20a8d9 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51453050 2024-12-15T15:43:17,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60eadae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:17,047 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b126c84 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@632d1806 2024-12-15T15:43:17,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a6e359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:17,055 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44ff604f to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4f99adfe 2024-12-15T15:43:17,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d47237f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:17,131 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x54dabc8f to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@562e0db7 2024-12-15T15:43:17,144 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e690d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:17,145 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a4d4e08 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ca8a543 2024-12-15T15:43:17,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abeec20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:17,157 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dcd0d74 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@df2701 2024-12-15T15:43:17,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c349948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:17,170 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4cd4a015 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35ca71a1 2024-12-15T15:43:17,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0c5089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:17,180 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x308560f2 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56a4483a 2024-12-15T15:43:17,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3943c27f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:17,188 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3e4052d1 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a5128bb 2024-12-15T15:43:17,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da65bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:17,197 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dda54a1 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e8db751 2024-12-15T15:43:17,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a938cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:17,207 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-15T15:43:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T15:43:17,208 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:17,208 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:17,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:17,209 DEBUG [hconnection-0x4ecf4cff-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:17,209 DEBUG [hconnection-0x1caabc16-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:17,209 DEBUG [hconnection-0x38599400-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:17,210 DEBUG [hconnection-0x52a05c5b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:17,210 DEBUG [hconnection-0x69ded990-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:17,210 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45948, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:17,210 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:17,210 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45952, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:17,210 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:17,211 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:17,211 DEBUG [hconnection-0x4c7f12f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:17,212 DEBUG [hconnection-0x204d4a87-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:17,212 DEBUG [hconnection-0x7fa4690b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:17,212 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:17,212 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:17,212 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:17,214 DEBUG [hconnection-0x6a61ce53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:17,215 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:17,215 DEBUG [hconnection-0x5f39c0d3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:17,216 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:17,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T15:43:17,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:17,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:17,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:17,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:17,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:17,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:17,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/de6984fef7904bdf8b9d1a8553cc9503 is 50, key is test_row_0/A:col10/1734277397217/Put/seqid=0 2024-12-15T15:43:17,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742258_1434 (size=12001) 2024-12-15T15:43:17,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277457270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277457269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277457271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277457271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277457272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T15:43:17,360 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T15:43:17,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:17,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:17,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:17,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:17,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:17,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277457372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277457372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277457373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277457373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277457373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T15:43:17,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T15:43:17,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:17,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:17,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:17,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:17,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:17,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277457575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277457575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277457575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277457575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277457576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/de6984fef7904bdf8b9d1a8553cc9503 2024-12-15T15:43:17,664 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T15:43:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:17,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:17,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/dc5ce61844a749eaba6fa05354a03355 is 50, key is test_row_0/B:col10/1734277397217/Put/seqid=0 2024-12-15T15:43:17,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742259_1435 (size=12001) 2024-12-15T15:43:17,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/dc5ce61844a749eaba6fa05354a03355 2024-12-15T15:43:17,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/0a265db1b0b4470c8f0e3e51d2fc52be is 50, key is test_row_0/C:col10/1734277397217/Put/seqid=0 2024-12-15T15:43:17,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742260_1436 (size=12001) 2024-12-15T15:43:17,721 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/0a265db1b0b4470c8f0e3e51d2fc52be 2024-12-15T15:43:17,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/de6984fef7904bdf8b9d1a8553cc9503 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/de6984fef7904bdf8b9d1a8553cc9503 2024-12-15T15:43:17,728 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/de6984fef7904bdf8b9d1a8553cc9503, entries=150, sequenceid=15, filesize=11.7 K 2024-12-15T15:43:17,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/dc5ce61844a749eaba6fa05354a03355 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/dc5ce61844a749eaba6fa05354a03355 2024-12-15T15:43:17,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/dc5ce61844a749eaba6fa05354a03355, entries=150, sequenceid=15, filesize=11.7 K 2024-12-15T15:43:17,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/0a265db1b0b4470c8f0e3e51d2fc52be as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/0a265db1b0b4470c8f0e3e51d2fc52be 2024-12-15T15:43:17,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/0a265db1b0b4470c8f0e3e51d2fc52be, entries=150, sequenceid=15, filesize=11.7 K 2024-12-15T15:43:17,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 9cc51531e750cca108ccec302bda0f3c in 525ms, sequenceid=15, compaction requested=false 2024-12-15T15:43:17,743 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-15T15:43:17,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T15:43:17,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-15T15:43:17,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:17,825 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T15:43:17,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:17,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:17,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:17,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:17,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:17,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:17,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/fbfee0e13fc141beaab324743ef25262 is 50, key is test_row_0/A:col10/1734277397269/Put/seqid=0 2024-12-15T15:43:17,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742261_1437 (size=12001) 2024-12-15T15:43:17,859 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/fbfee0e13fc141beaab324743ef25262 2024-12-15T15:43:17,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/09bd9672cb184ffa8660245bc9cc2f6b is 50, key is test_row_0/B:col10/1734277397269/Put/seqid=0 2024-12-15T15:43:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:17,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:17,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742262_1438 (size=12001) 2024-12-15T15:43:17,896 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/09bd9672cb184ffa8660245bc9cc2f6b 2024-12-15T15:43:17,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277457903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277457906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277457907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/25f7613668c940099cc08a23c4df0d6b is 50, key is test_row_0/C:col10/1734277397269/Put/seqid=0 2024-12-15T15:43:17,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277457909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277457910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:17,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742263_1439 (size=12001) 2024-12-15T15:43:17,951 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/25f7613668c940099cc08a23c4df0d6b 2024-12-15T15:43:17,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/fbfee0e13fc141beaab324743ef25262 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/fbfee0e13fc141beaab324743ef25262 2024-12-15T15:43:17,962 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/fbfee0e13fc141beaab324743ef25262, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T15:43:17,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/09bd9672cb184ffa8660245bc9cc2f6b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/09bd9672cb184ffa8660245bc9cc2f6b 2024-12-15T15:43:17,973 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/09bd9672cb184ffa8660245bc9cc2f6b, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T15:43:17,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/25f7613668c940099cc08a23c4df0d6b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/25f7613668c940099cc08a23c4df0d6b 2024-12-15T15:43:17,981 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/25f7613668c940099cc08a23c4df0d6b, entries=150, sequenceid=38, filesize=11.7 K 2024-12-15T15:43:17,987 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9cc51531e750cca108ccec302bda0f3c in 163ms, sequenceid=38, compaction requested=false 2024-12-15T15:43:17,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:17,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:17,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-15T15:43:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-15T15:43:17,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-15T15:43:17,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 780 msec 2024-12-15T15:43:17,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 783 msec 2024-12-15T15:43:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:18,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T15:43:18,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:18,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:18,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:18,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:18,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:18,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:18,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/f63e882e4edb4e9ba10ccda93e4bd055 is 50, key is test_row_0/A:col10/1734277398022/Put/seqid=0 2024-12-15T15:43:18,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277458062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277458066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277458068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277458068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742264_1440 (size=12001) 2024-12-15T15:43:18,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277458069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/f63e882e4edb4e9ba10ccda93e4bd055 2024-12-15T15:43:18,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/02cb046b9f844294867f095ec1e68d34 is 50, key is test_row_0/B:col10/1734277398022/Put/seqid=0 2024-12-15T15:43:18,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742265_1441 (size=12001) 2024-12-15T15:43:18,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/02cb046b9f844294867f095ec1e68d34 2024-12-15T15:43:18,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/86a54ceda4614e2dbcd5608e88a64ba2 is 50, key is test_row_0/C:col10/1734277398022/Put/seqid=0 2024-12-15T15:43:18,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742266_1442 (size=12001) 2024-12-15T15:43:18,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/86a54ceda4614e2dbcd5608e88a64ba2 2024-12-15T15:43:18,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/f63e882e4edb4e9ba10ccda93e4bd055 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/f63e882e4edb4e9ba10ccda93e4bd055 2024-12-15T15:43:18,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/f63e882e4edb4e9ba10ccda93e4bd055, entries=150, sequenceid=53, filesize=11.7 K 2024-12-15T15:43:18,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/02cb046b9f844294867f095ec1e68d34 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/02cb046b9f844294867f095ec1e68d34 2024-12-15T15:43:18,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/02cb046b9f844294867f095ec1e68d34, entries=150, sequenceid=53, filesize=11.7 K 2024-12-15T15:43:18,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/86a54ceda4614e2dbcd5608e88a64ba2 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/86a54ceda4614e2dbcd5608e88a64ba2 2024-12-15T15:43:18,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/86a54ceda4614e2dbcd5608e88a64ba2, entries=150, sequenceid=53, filesize=11.7 K 2024-12-15T15:43:18,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9cc51531e750cca108ccec302bda0f3c in 142ms, sequenceid=53, compaction requested=true 2024-12-15T15:43:18,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:18,166 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:18,168 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:18,168 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/A is initiating minor compaction (all files) 2024-12-15T15:43:18,168 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/A in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:18,168 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/de6984fef7904bdf8b9d1a8553cc9503, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/fbfee0e13fc141beaab324743ef25262, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/f63e882e4edb4e9ba10ccda93e4bd055] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=35.2 K 2024-12-15T15:43:18,168 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting de6984fef7904bdf8b9d1a8553cc9503, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734277397217 2024-12-15T15:43:18,169 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbfee0e13fc141beaab324743ef25262, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734277397257 2024-12-15T15:43:18,169 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f63e882e4edb4e9ba10ccda93e4bd055, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734277397905 2024-12-15T15:43:18,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:18,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:18,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:18,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:18,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:18,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:18,174 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:18,174 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:18,174 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/B is initiating minor compaction (all files) 2024-12-15T15:43:18,174 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/B in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:18,174 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/dc5ce61844a749eaba6fa05354a03355, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/09bd9672cb184ffa8660245bc9cc2f6b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/02cb046b9f844294867f095ec1e68d34] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=35.2 K 2024-12-15T15:43:18,175 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting dc5ce61844a749eaba6fa05354a03355, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734277397217 2024-12-15T15:43:18,175 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 09bd9672cb184ffa8660245bc9cc2f6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734277397257 2024-12-15T15:43:18,177 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#A#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:18,179 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 02cb046b9f844294867f095ec1e68d34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734277397905 2024-12-15T15:43:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:18,182 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/b175cbfc064c40f6936e24a256c34529 is 50, key is test_row_0/A:col10/1734277398022/Put/seqid=0 2024-12-15T15:43:18,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-15T15:43:18,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:18,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:18,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:18,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:18,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:18,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:18,188 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#B#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:18,189 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/d65f9756f9fe44399f963adedfaaaf8c is 50, key is test_row_0/B:col10/1734277398022/Put/seqid=0 2024-12-15T15:43:18,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/7e0e330155704741b3c462db2f7fac58 is 50, key is test_row_0/A:col10/1734277398183/Put/seqid=0 2024-12-15T15:43:18,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277458208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277458210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277458211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277458213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277458215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742268_1444 (size=12104) 2024-12-15T15:43:18,275 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/d65f9756f9fe44399f963adedfaaaf8c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d65f9756f9fe44399f963adedfaaaf8c 2024-12-15T15:43:18,285 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/B of 9cc51531e750cca108ccec302bda0f3c into d65f9756f9fe44399f963adedfaaaf8c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:18,285 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:18,285 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/B, priority=13, startTime=1734277398173; duration=0sec 2024-12-15T15:43:18,285 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:18,285 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:B 2024-12-15T15:43:18,285 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:18,286 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:18,286 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/C is initiating minor compaction (all files) 2024-12-15T15:43:18,286 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/C in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:18,286 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/0a265db1b0b4470c8f0e3e51d2fc52be, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/25f7613668c940099cc08a23c4df0d6b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/86a54ceda4614e2dbcd5608e88a64ba2] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=35.2 K 2024-12-15T15:43:18,287 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a265db1b0b4470c8f0e3e51d2fc52be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1734277397217 2024-12-15T15:43:18,287 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 25f7613668c940099cc08a23c4df0d6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734277397257 2024-12-15T15:43:18,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742269_1445 (size=12001) 2024-12-15T15:43:18,288 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 86a54ceda4614e2dbcd5608e88a64ba2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734277397905 2024-12-15T15:43:18,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/7e0e330155704741b3c462db2f7fac58 2024-12-15T15:43:18,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742267_1443 (size=12104) 2024-12-15T15:43:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-15T15:43:18,311 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-15T15:43:18,313 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-15T15:43:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T15:43:18,314 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:18,315 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:18,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:18,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/d58f1203c42a4f83aecbaf759d1d82cc is 50, key is test_row_0/B:col10/1734277398183/Put/seqid=0 2024-12-15T15:43:18,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277458322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277458324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,333 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#C#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:18,333 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/80ea7b144fde44ba8a6bb3dc60910878 is 50, key is test_row_0/C:col10/1734277398022/Put/seqid=0 2024-12-15T15:43:18,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277458327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277458327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277458335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742270_1446 (size=12001) 2024-12-15T15:43:18,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742271_1447 (size=12104) 2024-12-15T15:43:18,403 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/80ea7b144fde44ba8a6bb3dc60910878 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/80ea7b144fde44ba8a6bb3dc60910878 2024-12-15T15:43:18,407 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/C of 9cc51531e750cca108ccec302bda0f3c into 80ea7b144fde44ba8a6bb3dc60910878(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:18,407 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:18,407 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/C, priority=13, startTime=1734277398173; duration=0sec 2024-12-15T15:43:18,408 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:18,408 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:C 2024-12-15T15:43:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T15:43:18,467 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T15:43:18,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:18,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:18,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:18,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:18,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:18,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277458528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277458535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277458537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277458538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277458543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T15:43:18,634 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T15:43:18,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:18,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:18,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:18,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:18,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:18,723 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/b175cbfc064c40f6936e24a256c34529 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/b175cbfc064c40f6936e24a256c34529 2024-12-15T15:43:18,729 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/A of 9cc51531e750cca108ccec302bda0f3c into b175cbfc064c40f6936e24a256c34529(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:18,729 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:18,729 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/A, priority=13, startTime=1734277398166; duration=0sec 2024-12-15T15:43:18,729 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:18,729 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:A 2024-12-15T15:43:18,782 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/d58f1203c42a4f83aecbaf759d1d82cc 2024-12-15T15:43:18,787 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T15:43:18,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/30ca08d0df5a41d19ace3db27e504bae is 50, key is test_row_0/C:col10/1734277398183/Put/seqid=0 2024-12-15T15:43:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:18,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:18,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:18,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742272_1448 (size=12001) 2024-12-15T15:43:18,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277458835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277458843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277458845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277458845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277458851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T15:43:18,943 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:18,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T15:43:18,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:18,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:18,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:18,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:18,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:19,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T15:43:19,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:19,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:19,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:19,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:19,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:19,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/30ca08d0df5a41d19ace3db27e504bae 2024-12-15T15:43:19,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/7e0e330155704741b3c462db2f7fac58 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/7e0e330155704741b3c462db2f7fac58 2024-12-15T15:43:19,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/7e0e330155704741b3c462db2f7fac58, entries=150, sequenceid=76, filesize=11.7 K 2024-12-15T15:43:19,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/d58f1203c42a4f83aecbaf759d1d82cc as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d58f1203c42a4f83aecbaf759d1d82cc 2024-12-15T15:43:19,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d58f1203c42a4f83aecbaf759d1d82cc, entries=150, sequenceid=76, filesize=11.7 K 2024-12-15T15:43:19,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/30ca08d0df5a41d19ace3db27e504bae as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/30ca08d0df5a41d19ace3db27e504bae 2024-12-15T15:43:19,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/30ca08d0df5a41d19ace3db27e504bae, entries=150, sequenceid=76, filesize=11.7 K 2024-12-15T15:43:19,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9cc51531e750cca108ccec302bda0f3c in 1033ms, sequenceid=76, compaction requested=false 2024-12-15T15:43:19,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:19,248 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-15T15:43:19,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:19,249 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T15:43:19,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:19,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:19,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:19,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:19,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:19,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:19,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/05f72364905d4518b9e08da49a174e16 is 50, key is test_row_0/A:col10/1734277398200/Put/seqid=0 2024-12-15T15:43:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742273_1449 (size=12001) 2024-12-15T15:43:19,258 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/05f72364905d4518b9e08da49a174e16 2024-12-15T15:43:19,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/05c13ee35a634c77bf95033c85c54675 is 50, key is test_row_0/B:col10/1734277398200/Put/seqid=0 2024-12-15T15:43:19,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742274_1450 (size=12001) 2024-12-15T15:43:19,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:19,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:19,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:19,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277459374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277459374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277459374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277459382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:19,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277459383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T15:43:19,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277459484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:19,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277459484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:19,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277459487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277459487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277459487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,668 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/05c13ee35a634c77bf95033c85c54675 2024-12-15T15:43:19,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/d2956bbb8567405c904b28f85f46b682 is 50, key is test_row_0/C:col10/1734277398200/Put/seqid=0 2024-12-15T15:43:19,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742275_1451 (size=12001) 2024-12-15T15:43:19,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277459689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:19,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277459689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277459693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277459694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:19,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277459695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277459999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277459999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277460000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277460001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277460002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,089 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/d2956bbb8567405c904b28f85f46b682 2024-12-15T15:43:20,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/05f72364905d4518b9e08da49a174e16 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/05f72364905d4518b9e08da49a174e16 2024-12-15T15:43:20,101 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/05f72364905d4518b9e08da49a174e16, entries=150, sequenceid=92, filesize=11.7 K 2024-12-15T15:43:20,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/05c13ee35a634c77bf95033c85c54675 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/05c13ee35a634c77bf95033c85c54675 2024-12-15T15:43:20,106 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/05c13ee35a634c77bf95033c85c54675, entries=150, sequenceid=92, filesize=11.7 K 2024-12-15T15:43:20,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/d2956bbb8567405c904b28f85f46b682 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d2956bbb8567405c904b28f85f46b682 2024-12-15T15:43:20,111 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d2956bbb8567405c904b28f85f46b682, entries=150, sequenceid=92, filesize=11.7 K 2024-12-15T15:43:20,112 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 9cc51531e750cca108ccec302bda0f3c in 863ms, sequenceid=92, compaction requested=true 2024-12-15T15:43:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:20,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-15T15:43:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-15T15:43:20,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-15T15:43:20,114 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7980 sec 2024-12-15T15:43:20,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.8020 sec 2024-12-15T15:43:20,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-15T15:43:20,418 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-15T15:43:20,420 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-15T15:43:20,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T15:43:20,421 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:20,422 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:20,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:20,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T15:43:20,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:20,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:20,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:20,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:20,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:20,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:20,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/fec40219d9ba4f899b57bab137db71a8 is 50, key is test_row_0/A:col10/1734277399381/Put/seqid=0 2024-12-15T15:43:20,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277460518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T15:43:20,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277460520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277460520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277460521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277460523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742276_1452 (size=12001) 2024-12-15T15:43:20,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/fec40219d9ba4f899b57bab137db71a8 2024-12-15T15:43:20,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/b6e8ca21004440b3915e1e45e8f5d79c is 50, key is test_row_0/B:col10/1734277399381/Put/seqid=0 2024-12-15T15:43:20,574 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-15T15:43:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:20,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:20,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:20,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742277_1453 (size=12001) 2024-12-15T15:43:20,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277460623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277460628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277460628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277460629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277460637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,727 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-15T15:43:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T15:43:20,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:20,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:20,813 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T15:43:20,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277460836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277460836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277460836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277460836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277460845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,879 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:20,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-15T15:43:20,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:20,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:20,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:20,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:20,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:20,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/b6e8ca21004440b3915e1e45e8f5d79c 2024-12-15T15:43:21,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/792ab33f2f6445da921775e6e552d4cc is 50, key is test_row_0/C:col10/1734277399381/Put/seqid=0 2024-12-15T15:43:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T15:43:21,040 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-15T15:43:21,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:21,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:21,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:21,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:21,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:21,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742278_1454 (size=12001) 2024-12-15T15:43:21,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277461141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277461141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277461143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277461145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277461157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,199 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-15T15:43:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:21,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:21,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:21,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:21,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-15T15:43:21,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:21,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:21,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:21,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:21,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:21,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:21,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/792ab33f2f6445da921775e6e552d4cc 2024-12-15T15:43:21,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/fec40219d9ba4f899b57bab137db71a8 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/fec40219d9ba4f899b57bab137db71a8 2024-12-15T15:43:21,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/fec40219d9ba4f899b57bab137db71a8, entries=150, sequenceid=118, filesize=11.7 K 2024-12-15T15:43:21,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/b6e8ca21004440b3915e1e45e8f5d79c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/b6e8ca21004440b3915e1e45e8f5d79c 2024-12-15T15:43:21,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/b6e8ca21004440b3915e1e45e8f5d79c, entries=150, sequenceid=118, filesize=11.7 K 2024-12-15T15:43:21,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/792ab33f2f6445da921775e6e552d4cc as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/792ab33f2f6445da921775e6e552d4cc 2024-12-15T15:43:21,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/792ab33f2f6445da921775e6e552d4cc, entries=150, sequenceid=118, filesize=11.7 K 2024-12-15T15:43:21,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9cc51531e750cca108ccec302bda0f3c in 963ms, sequenceid=118, compaction requested=true 2024-12-15T15:43:21,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:21,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:21,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:21,472 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:21,472 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:21,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:21,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:21,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:21,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:21,473 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:21,473 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/B is initiating minor compaction (all files) 2024-12-15T15:43:21,474 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/B in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:21,474 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d65f9756f9fe44399f963adedfaaaf8c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d58f1203c42a4f83aecbaf759d1d82cc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/05c13ee35a634c77bf95033c85c54675, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/b6e8ca21004440b3915e1e45e8f5d79c] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=47.0 K 2024-12-15T15:43:21,474 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:21,474 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d65f9756f9fe44399f963adedfaaaf8c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734277397905 2024-12-15T15:43:21,474 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/A is initiating minor compaction (all files) 2024-12-15T15:43:21,474 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/A in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:21,474 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/b175cbfc064c40f6936e24a256c34529, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/7e0e330155704741b3c462db2f7fac58, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/05f72364905d4518b9e08da49a174e16, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/fec40219d9ba4f899b57bab137db71a8] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=47.0 K 2024-12-15T15:43:21,474 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d58f1203c42a4f83aecbaf759d1d82cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734277398062 2024-12-15T15:43:21,474 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting b175cbfc064c40f6936e24a256c34529, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734277397905 2024-12-15T15:43:21,475 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e0e330155704741b3c462db2f7fac58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734277398062 2024-12-15T15:43:21,475 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 05c13ee35a634c77bf95033c85c54675, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734277398200 2024-12-15T15:43:21,475 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05f72364905d4518b9e08da49a174e16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734277398200 2024-12-15T15:43:21,475 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b6e8ca21004440b3915e1e45e8f5d79c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734277399381 2024-12-15T15:43:21,475 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting fec40219d9ba4f899b57bab137db71a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734277399381 2024-12-15T15:43:21,482 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#B#compaction#377 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:21,482 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/fc51ffabc0ec48608bd1732a580206b8 is 50, key is test_row_0/B:col10/1734277399381/Put/seqid=0 2024-12-15T15:43:21,485 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#A#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:21,486 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/33935e88c458427bbf54e8082facec6d is 50, key is test_row_0/A:col10/1734277399381/Put/seqid=0 2024-12-15T15:43:21,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742279_1455 (size=12241) 2024-12-15T15:43:21,497 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/fc51ffabc0ec48608bd1732a580206b8 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/fc51ffabc0ec48608bd1732a580206b8 2024-12-15T15:43:21,501 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/B of 9cc51531e750cca108ccec302bda0f3c into fc51ffabc0ec48608bd1732a580206b8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:21,501 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:21,501 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/B, priority=12, startTime=1734277401472; duration=0sec 2024-12-15T15:43:21,501 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:21,501 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:B 2024-12-15T15:43:21,501 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:21,502 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:21,502 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/C is initiating minor compaction (all files) 2024-12-15T15:43:21,502 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/C in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:21,502 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/80ea7b144fde44ba8a6bb3dc60910878, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/30ca08d0df5a41d19ace3db27e504bae, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d2956bbb8567405c904b28f85f46b682, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/792ab33f2f6445da921775e6e552d4cc] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=47.0 K 2024-12-15T15:43:21,502 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 80ea7b144fde44ba8a6bb3dc60910878, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1734277397905 2024-12-15T15:43:21,503 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 30ca08d0df5a41d19ace3db27e504bae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734277398062 2024-12-15T15:43:21,503 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d2956bbb8567405c904b28f85f46b682, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1734277398200 2024-12-15T15:43:21,503 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 792ab33f2f6445da921775e6e552d4cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734277399381 2024-12-15T15:43:21,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742280_1456 (size=12241) 2024-12-15T15:43:21,521 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-15T15:43:21,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:21,523 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-15T15:43:21,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:21,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:21,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:21,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:21,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:21,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:21,524 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/33935e88c458427bbf54e8082facec6d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/33935e88c458427bbf54e8082facec6d 2024-12-15T15:43:21,527 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#C#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:21,527 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/6f117cef0fcd4e7ab9a5402cd99361e8 is 50, key is test_row_0/C:col10/1734277399381/Put/seqid=0 2024-12-15T15:43:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T15:43:21,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/04b6a4b4c8874db6887ad2fc68ff6084 is 50, key is test_row_0/A:col10/1734277400521/Put/seqid=0 2024-12-15T15:43:21,538 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/A of 9cc51531e750cca108ccec302bda0f3c into 33935e88c458427bbf54e8082facec6d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:21,538 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:21,538 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/A, priority=12, startTime=1734277401472; duration=0sec 2024-12-15T15:43:21,538 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:21,538 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:A 2024-12-15T15:43:21,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742281_1457 (size=12241) 2024-12-15T15:43:21,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742282_1458 (size=9657) 2024-12-15T15:43:21,570 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/6f117cef0fcd4e7ab9a5402cd99361e8 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/6f117cef0fcd4e7ab9a5402cd99361e8 2024-12-15T15:43:21,572 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/04b6a4b4c8874db6887ad2fc68ff6084 2024-12-15T15:43:21,580 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/C of 9cc51531e750cca108ccec302bda0f3c into 6f117cef0fcd4e7ab9a5402cd99361e8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:21,580 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:21,580 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/C, priority=12, startTime=1734277401473; duration=0sec 2024-12-15T15:43:21,580 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:21,580 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:C 2024-12-15T15:43:21,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/a95a59a0312f40389291d11b6f4bddcb is 50, key is test_row_0/B:col10/1734277400521/Put/seqid=0 2024-12-15T15:43:21,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742283_1459 (size=9657) 2024-12-15T15:43:21,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:21,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:21,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277461677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277461677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277461678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277461679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277461682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277461783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277461783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277461784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277461785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277461785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277461988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277461989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277461990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277461991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:21,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:21,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277461991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:22,018 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/a95a59a0312f40389291d11b6f4bddcb 2024-12-15T15:43:22,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/4a6cf7e5699346ec862161e11b950b5a is 50, key is test_row_0/C:col10/1734277400521/Put/seqid=0 2024-12-15T15:43:22,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742284_1460 (size=9657) 2024-12-15T15:43:22,050 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T15:43:22,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277462293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:22,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277462294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:22,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277462297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:22,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277462298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:22,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277462298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:22,438 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/4a6cf7e5699346ec862161e11b950b5a 2024-12-15T15:43:22,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/04b6a4b4c8874db6887ad2fc68ff6084 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/04b6a4b4c8874db6887ad2fc68ff6084 2024-12-15T15:43:22,458 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/04b6a4b4c8874db6887ad2fc68ff6084, entries=100, sequenceid=129, filesize=9.4 K 2024-12-15T15:43:22,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/a95a59a0312f40389291d11b6f4bddcb as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/a95a59a0312f40389291d11b6f4bddcb 2024-12-15T15:43:22,469 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/a95a59a0312f40389291d11b6f4bddcb, entries=100, sequenceid=129, filesize=9.4 K 2024-12-15T15:43:22,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/4a6cf7e5699346ec862161e11b950b5a as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/4a6cf7e5699346ec862161e11b950b5a 2024-12-15T15:43:22,476 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/4a6cf7e5699346ec862161e11b950b5a, entries=100, sequenceid=129, filesize=9.4 K 2024-12-15T15:43:22,477 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 9cc51531e750cca108ccec302bda0f3c in 955ms, sequenceid=129, compaction requested=false 2024-12-15T15:43:22,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:22,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:22,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-15T15:43:22,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-15T15:43:22,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-15T15:43:22,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0610 sec 2024-12-15T15:43:22,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.0650 sec 2024-12-15T15:43:22,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-15T15:43:22,533 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-15T15:43:22,538 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-15T15:43:22,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T15:43:22,542 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:22,547 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:22,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T15:43:22,710 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:22,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-15T15:43:22,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:22,711 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T15:43:22,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:22,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:22,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:22,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:22,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:22,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:22,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/4f71bf4491ad4c8e8d3993277ee98520 is 50, key is test_row_0/A:col10/1734277401678/Put/seqid=0 2024-12-15T15:43:22,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742285_1461 (size=12151) 2024-12-15T15:43:22,728 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/4f71bf4491ad4c8e8d3993277ee98520 2024-12-15T15:43:22,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/362346ba8faf4b28a25ae6dfa4fc95ef is 50, key is test_row_0/B:col10/1734277401678/Put/seqid=0 2024-12-15T15:43:22,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742286_1462 (size=12151) 2024-12-15T15:43:22,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:22,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:22,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277462814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:22,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:22,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277462815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:22,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:22,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277462818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277462819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:22,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:22,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277462820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:22,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T15:43:22,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277462921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:22,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:22,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277462927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:22,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277462928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:22,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277462931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277463125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277463132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277463133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277463133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T15:43:23,151 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/362346ba8faf4b28a25ae6dfa4fc95ef 2024-12-15T15:43:23,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/8923ec3b35c1477584417484e9f4bbda is 50, key is test_row_0/C:col10/1734277401678/Put/seqid=0 2024-12-15T15:43:23,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742287_1463 (size=12151) 2024-12-15T15:43:23,182 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/8923ec3b35c1477584417484e9f4bbda 2024-12-15T15:43:23,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/4f71bf4491ad4c8e8d3993277ee98520 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/4f71bf4491ad4c8e8d3993277ee98520 2024-12-15T15:43:23,193 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/4f71bf4491ad4c8e8d3993277ee98520, entries=150, sequenceid=157, filesize=11.9 K 2024-12-15T15:43:23,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/362346ba8faf4b28a25ae6dfa4fc95ef as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/362346ba8faf4b28a25ae6dfa4fc95ef 2024-12-15T15:43:23,199 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/362346ba8faf4b28a25ae6dfa4fc95ef, entries=150, sequenceid=157, filesize=11.9 K 2024-12-15T15:43:23,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/8923ec3b35c1477584417484e9f4bbda as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/8923ec3b35c1477584417484e9f4bbda 2024-12-15T15:43:23,211 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/8923ec3b35c1477584417484e9f4bbda, entries=150, sequenceid=157, filesize=11.9 K 2024-12-15T15:43:23,212 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9cc51531e750cca108ccec302bda0f3c in 500ms, sequenceid=157, compaction requested=true 2024-12-15T15:43:23,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:23,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:23,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-15T15:43:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-15T15:43:23,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-15T15:43:23,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 666 msec 2024-12-15T15:43:23,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 676 msec 2024-12-15T15:43:23,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T15:43:23,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:23,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:23,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:23,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:23,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:23,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:23,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:23,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/8555ecff65f74b738394e1505ad6cc70 is 50, key is test_row_0/A:col10/1734277402816/Put/seqid=0 2024-12-15T15:43:23,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742288_1464 (size=14541) 2024-12-15T15:43:23,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/8555ecff65f74b738394e1505ad6cc70 2024-12-15T15:43:23,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/aea93a1ac98043bbae94b210df261559 is 50, key is test_row_0/B:col10/1734277402816/Put/seqid=0 2024-12-15T15:43:23,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277463471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277463471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277463476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277463476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742289_1465 (size=12151) 2024-12-15T15:43:23,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277463579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277463579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277463583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277463583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-15T15:43:23,644 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-15T15:43:23,649 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-15T15:43:23,650 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:23,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T15:43:23,651 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:23,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T15:43:23,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277463783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277463784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277463791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277463791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,803 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T15:43:23,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:23,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:23,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:23,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:23,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:23,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277463832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/aea93a1ac98043bbae94b210df261559 2024-12-15T15:43:23,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/b6fa6798b4744198892346831bf05c19 is 50, key is test_row_0/C:col10/1734277402816/Put/seqid=0 2024-12-15T15:43:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T15:43:23,959 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:23,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T15:43:23,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:23,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:23,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:23,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:23,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:23,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742290_1466 (size=12151) 2024-12-15T15:43:23,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/b6fa6798b4744198892346831bf05c19 2024-12-15T15:43:24,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/8555ecff65f74b738394e1505ad6cc70 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/8555ecff65f74b738394e1505ad6cc70 2024-12-15T15:43:24,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/8555ecff65f74b738394e1505ad6cc70, entries=200, sequenceid=168, filesize=14.2 K 2024-12-15T15:43:24,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/aea93a1ac98043bbae94b210df261559 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/aea93a1ac98043bbae94b210df261559 2024-12-15T15:43:24,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/aea93a1ac98043bbae94b210df261559, entries=150, sequenceid=168, filesize=11.9 K 2024-12-15T15:43:24,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/b6fa6798b4744198892346831bf05c19 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/b6fa6798b4744198892346831bf05c19 2024-12-15T15:43:24,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/b6fa6798b4744198892346831bf05c19, entries=150, sequenceid=168, filesize=11.9 K 2024-12-15T15:43:24,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9cc51531e750cca108ccec302bda0f3c in 624ms, sequenceid=168, compaction requested=true 2024-12-15T15:43:24,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:24,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:24,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:24,059 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:24,059 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:24,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:24,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:24,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:24,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:24,061 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48590 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:24,061 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/A is initiating minor compaction (all files) 2024-12-15T15:43:24,061 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/A in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:24,061 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/33935e88c458427bbf54e8082facec6d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/04b6a4b4c8874db6887ad2fc68ff6084, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/4f71bf4491ad4c8e8d3993277ee98520, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/8555ecff65f74b738394e1505ad6cc70] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=47.5 K 2024-12-15T15:43:24,062 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46200 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:24,062 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/B is initiating minor compaction (all files) 2024-12-15T15:43:24,062 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/B in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:24,062 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/fc51ffabc0ec48608bd1732a580206b8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/a95a59a0312f40389291d11b6f4bddcb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/362346ba8faf4b28a25ae6dfa4fc95ef, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/aea93a1ac98043bbae94b210df261559] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=45.1 K 2024-12-15T15:43:24,062 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting fc51ffabc0ec48608bd1732a580206b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734277399381 2024-12-15T15:43:24,062 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33935e88c458427bbf54e8082facec6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734277399381 2024-12-15T15:43:24,062 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a95a59a0312f40389291d11b6f4bddcb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734277400512 2024-12-15T15:43:24,063 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04b6a4b4c8874db6887ad2fc68ff6084, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734277400512 2024-12-15T15:43:24,063 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 362346ba8faf4b28a25ae6dfa4fc95ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734277401676 2024-12-15T15:43:24,063 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting aea93a1ac98043bbae94b210df261559, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734277402816 2024-12-15T15:43:24,063 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f71bf4491ad4c8e8d3993277ee98520, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734277401676 2024-12-15T15:43:24,064 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8555ecff65f74b738394e1505ad6cc70, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734277402808 2024-12-15T15:43:24,074 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#A#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:24,075 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/da8a3b5e94e94b9385f2d6cac3785189 is 50, key is test_row_0/A:col10/1734277402816/Put/seqid=0 2024-12-15T15:43:24,088 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:24,088 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/d0abb3b68db547d2974221a9311c0452 is 50, key is test_row_0/B:col10/1734277402816/Put/seqid=0 2024-12-15T15:43:24,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:24,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T15:43:24,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:24,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:24,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:24,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:24,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:24,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:24,114 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T15:43:24,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:24,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:24,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:24,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742291_1467 (size=12527) 2024-12-15T15:43:24,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277464110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277464110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277464111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277464111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,123 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/da8a3b5e94e94b9385f2d6cac3785189 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/da8a3b5e94e94b9385f2d6cac3785189 2024-12-15T15:43:24,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/94c51ef01e284964b08c691111a16124 is 50, key is test_row_0/A:col10/1734277403474/Put/seqid=0 2024-12-15T15:43:24,128 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/A of 9cc51531e750cca108ccec302bda0f3c into da8a3b5e94e94b9385f2d6cac3785189(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:24,128 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:24,128 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/A, priority=12, startTime=1734277404059; duration=0sec 2024-12-15T15:43:24,128 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:24,128 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:A 2024-12-15T15:43:24,128 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:24,132 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46200 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:24,132 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/C is initiating minor compaction (all files) 2024-12-15T15:43:24,132 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/C in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:24,133 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/6f117cef0fcd4e7ab9a5402cd99361e8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/4a6cf7e5699346ec862161e11b950b5a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/8923ec3b35c1477584417484e9f4bbda, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/b6fa6798b4744198892346831bf05c19] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=45.1 K 2024-12-15T15:43:24,133 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f117cef0fcd4e7ab9a5402cd99361e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734277399381 2024-12-15T15:43:24,133 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a6cf7e5699346ec862161e11b950b5a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1734277400512 2024-12-15T15:43:24,133 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8923ec3b35c1477584417484e9f4bbda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1734277401676 2024-12-15T15:43:24,134 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6fa6798b4744198892346831bf05c19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734277402816 2024-12-15T15:43:24,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742292_1468 (size=12527) 2024-12-15T15:43:24,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742293_1469 (size=12151) 2024-12-15T15:43:24,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/94c51ef01e284964b08c691111a16124 2024-12-15T15:43:24,146 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/d0abb3b68db547d2974221a9311c0452 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d0abb3b68db547d2974221a9311c0452 2024-12-15T15:43:24,153 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:24,154 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/81e1cf1a4e1b48deb23d6a694a531179 is 50, key is test_row_0/C:col10/1734277402816/Put/seqid=0 2024-12-15T15:43:24,160 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/B of 9cc51531e750cca108ccec302bda0f3c into d0abb3b68db547d2974221a9311c0452(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:24,160 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:24,160 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/B, priority=12, startTime=1734277404059; duration=0sec 2024-12-15T15:43:24,160 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:24,160 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:B 2024-12-15T15:43:24,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/4099af5e4a5a4d50b27ae0470f9c0bec is 50, key is test_row_0/B:col10/1734277403474/Put/seqid=0 2024-12-15T15:43:24,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742295_1471 (size=12151) 2024-12-15T15:43:24,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277464222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277464222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277464222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277464222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742294_1470 (size=12527) 2024-12-15T15:43:24,249 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/81e1cf1a4e1b48deb23d6a694a531179 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/81e1cf1a4e1b48deb23d6a694a531179 2024-12-15T15:43:24,254 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/C of 9cc51531e750cca108ccec302bda0f3c into 81e1cf1a4e1b48deb23d6a694a531179(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:24,254 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:24,254 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/C, priority=12, startTime=1734277404059; duration=0sec 2024-12-15T15:43:24,255 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:24,255 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:C 2024-12-15T15:43:24,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T15:43:24,268 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T15:43:24,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:24,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:24,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:24,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,421 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T15:43:24,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:24,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:24,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:24,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277464428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277464428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277464428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277464429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T15:43:24,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:24,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:24,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:24,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/4099af5e4a5a4d50b27ae0470f9c0bec 2024-12-15T15:43:24,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/2b98febee141401898353c4ab7f913fd is 50, key is test_row_0/C:col10/1734277403474/Put/seqid=0 2024-12-15T15:43:24,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742296_1472 (size=12151) 2024-12-15T15:43:24,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/2b98febee141401898353c4ab7f913fd 2024-12-15T15:43:24,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/94c51ef01e284964b08c691111a16124 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/94c51ef01e284964b08c691111a16124 2024-12-15T15:43:24,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/94c51ef01e284964b08c691111a16124, entries=150, sequenceid=194, filesize=11.9 K 2024-12-15T15:43:24,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/4099af5e4a5a4d50b27ae0470f9c0bec as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/4099af5e4a5a4d50b27ae0470f9c0bec 2024-12-15T15:43:24,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/4099af5e4a5a4d50b27ae0470f9c0bec, entries=150, sequenceid=194, filesize=11.9 K 2024-12-15T15:43:24,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/2b98febee141401898353c4ab7f913fd as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/2b98febee141401898353c4ab7f913fd 2024-12-15T15:43:24,727 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T15:43:24,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:24,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:24,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:24,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/2b98febee141401898353c4ab7f913fd, entries=150, sequenceid=194, filesize=11.9 K 2024-12-15T15:43:24,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 9cc51531e750cca108ccec302bda0f3c in 641ms, sequenceid=194, compaction requested=false 2024-12-15T15:43:24,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:24,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T15:43:24,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:24,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:24,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:24,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:24,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:24,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:24,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/b7e332dbf14e4eac82f3925b8b10ecbf is 50, key is test_row_0/A:col10/1734277404110/Put/seqid=0 2024-12-15T15:43:24,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742297_1473 (size=14541) 2024-12-15T15:43:24,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/b7e332dbf14e4eac82f3925b8b10ecbf 2024-12-15T15:43:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T15:43:24,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/4a2d21155452408ab5db4bba22bca24b is 50, key is test_row_0/B:col10/1734277404110/Put/seqid=0 2024-12-15T15:43:24,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742298_1474 (size=12151) 2024-12-15T15:43:24,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277464779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277464780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277464781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277464782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T15:43:24,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:24,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:24,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:24,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:24,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277464889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277464892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277464892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:24,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277464892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,039 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T15:43:25,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:25,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:25,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:25,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:25,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:25,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277465098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277465100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277465104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277465108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/4a2d21155452408ab5db4bba22bca24b 2024-12-15T15:43:25,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/fd0a0cea79874714b85a05ea9a9f1f70 is 50, key is test_row_0/C:col10/1734277404110/Put/seqid=0 2024-12-15T15:43:25,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742299_1475 (size=12151) 2024-12-15T15:43:25,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/fd0a0cea79874714b85a05ea9a9f1f70 2024-12-15T15:43:25,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/b7e332dbf14e4eac82f3925b8b10ecbf as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/b7e332dbf14e4eac82f3925b8b10ecbf 2024-12-15T15:43:25,191 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T15:43:25,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:25,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:25,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:25,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:25,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:25,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/b7e332dbf14e4eac82f3925b8b10ecbf, entries=200, sequenceid=209, filesize=14.2 K 2024-12-15T15:43:25,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/4a2d21155452408ab5db4bba22bca24b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/4a2d21155452408ab5db4bba22bca24b 2024-12-15T15:43:25,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/4a2d21155452408ab5db4bba22bca24b, entries=150, sequenceid=209, filesize=11.9 K 2024-12-15T15:43:25,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/fd0a0cea79874714b85a05ea9a9f1f70 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/fd0a0cea79874714b85a05ea9a9f1f70 2024-12-15T15:43:25,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/fd0a0cea79874714b85a05ea9a9f1f70, entries=150, sequenceid=209, filesize=11.9 K 2024-12-15T15:43:25,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9cc51531e750cca108ccec302bda0f3c in 470ms, sequenceid=209, compaction requested=true 2024-12-15T15:43:25,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:25,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:25,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:25,205 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:25,205 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:25,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:25,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:25,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:25,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:25,207 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:25,207 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/B is initiating minor compaction (all files) 2024-12-15T15:43:25,207 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/B in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:25,207 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d0abb3b68db547d2974221a9311c0452, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/4099af5e4a5a4d50b27ae0470f9c0bec, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/4a2d21155452408ab5db4bba22bca24b] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=36.0 K 2024-12-15T15:43:25,207 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:25,207 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/A is initiating minor compaction (all files) 2024-12-15T15:43:25,207 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/A in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:25,207 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/da8a3b5e94e94b9385f2d6cac3785189, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/94c51ef01e284964b08c691111a16124, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/b7e332dbf14e4eac82f3925b8b10ecbf] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=38.3 K 2024-12-15T15:43:25,208 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d0abb3b68db547d2974221a9311c0452, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734277402816 2024-12-15T15:43:25,208 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting da8a3b5e94e94b9385f2d6cac3785189, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734277402816 2024-12-15T15:43:25,208 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4099af5e4a5a4d50b27ae0470f9c0bec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734277403460 2024-12-15T15:43:25,211 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94c51ef01e284964b08c691111a16124, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734277403460 2024-12-15T15:43:25,211 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a2d21155452408ab5db4bba22bca24b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734277404099 2024-12-15T15:43:25,212 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7e332dbf14e4eac82f3925b8b10ecbf, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734277404099 2024-12-15T15:43:25,225 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#A#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:25,226 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/6ab704c753be4ef6a993935d9bd0aa2d is 50, key is test_row_0/A:col10/1734277404110/Put/seqid=0 2024-12-15T15:43:25,229 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:25,229 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/ef4cbc52389a4250828256793a569fd0 is 50, key is test_row_0/B:col10/1734277404110/Put/seqid=0 2024-12-15T15:43:25,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742300_1476 (size=12629) 2024-12-15T15:43:25,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742301_1477 (size=12629) 2024-12-15T15:43:25,344 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-15T15:43:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:25,345 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T15:43:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:25,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:25,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/676a6c7add62423e8ca56d9ce810c460 is 50, key is test_row_0/A:col10/1734277404778/Put/seqid=0 2024-12-15T15:43:25,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742302_1478 (size=12151) 2024-12-15T15:43:25,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:25,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277465447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277465447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277465449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277465455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277465556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277465556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277465556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277465562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,642 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/6ab704c753be4ef6a993935d9bd0aa2d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/6ab704c753be4ef6a993935d9bd0aa2d 2024-12-15T15:43:25,646 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/A of 9cc51531e750cca108ccec302bda0f3c into 6ab704c753be4ef6a993935d9bd0aa2d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:25,646 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:25,646 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/A, priority=13, startTime=1734277405205; duration=0sec 2024-12-15T15:43:25,646 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:25,646 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:A 2024-12-15T15:43:25,646 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:25,648 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:25,648 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/C is initiating minor compaction (all files) 2024-12-15T15:43:25,648 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/C in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:25,648 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/81e1cf1a4e1b48deb23d6a694a531179, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/2b98febee141401898353c4ab7f913fd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/fd0a0cea79874714b85a05ea9a9f1f70] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=36.0 K 2024-12-15T15:43:25,649 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81e1cf1a4e1b48deb23d6a694a531179, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734277402816 2024-12-15T15:43:25,649 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b98febee141401898353c4ab7f913fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734277403460 2024-12-15T15:43:25,649 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd0a0cea79874714b85a05ea9a9f1f70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734277404099 2024-12-15T15:43:25,653 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/ef4cbc52389a4250828256793a569fd0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/ef4cbc52389a4250828256793a569fd0 2024-12-15T15:43:25,658 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/B of 9cc51531e750cca108ccec302bda0f3c into ef4cbc52389a4250828256793a569fd0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:25,658 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:25,658 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/B, priority=13, startTime=1734277405205; duration=0sec 2024-12-15T15:43:25,659 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:25,659 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:B 2024-12-15T15:43:25,661 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#C#compaction#401 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:25,661 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/cfa0cc0a08b94d7a9e3378ece82263cf is 50, key is test_row_0/C:col10/1734277404110/Put/seqid=0 2024-12-15T15:43:25,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742303_1479 (size=12629) 2024-12-15T15:43:25,697 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/cfa0cc0a08b94d7a9e3378ece82263cf as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/cfa0cc0a08b94d7a9e3378ece82263cf 2024-12-15T15:43:25,700 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/C of 9cc51531e750cca108ccec302bda0f3c into cfa0cc0a08b94d7a9e3378ece82263cf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:25,700 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:25,700 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/C, priority=13, startTime=1734277405206; duration=0sec 2024-12-15T15:43:25,700 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:25,700 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:C 2024-12-15T15:43:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T15:43:25,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277465762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,765 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/676a6c7add62423e8ca56d9ce810c460 2024-12-15T15:43:25,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277465763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277465763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277465767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/9f3e746cadca4e70aec5f260240590a6 is 50, key is test_row_0/B:col10/1734277404778/Put/seqid=0 2024-12-15T15:43:25,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742304_1480 (size=12151) 2024-12-15T15:43:25,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277465849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:25,855 DEBUG [Thread-1938 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., hostname=af3997dcf86f,46311,1734277284128, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:43:26,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:26,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277466066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:26,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277466069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:26,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277466069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:26,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:26,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277466071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:26,212 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/9f3e746cadca4e70aec5f260240590a6 2024-12-15T15:43:26,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/7f56ad791f0343c792106f54b8ce7223 is 50, key is test_row_0/C:col10/1734277404778/Put/seqid=0 2024-12-15T15:43:26,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742305_1481 (size=12151) 2024-12-15T15:43:26,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:26,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277466571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:26,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:26,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277466576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:26,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:26,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277466577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:26,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277466578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:26,646 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/7f56ad791f0343c792106f54b8ce7223 2024-12-15T15:43:26,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/676a6c7add62423e8ca56d9ce810c460 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/676a6c7add62423e8ca56d9ce810c460 2024-12-15T15:43:26,669 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/676a6c7add62423e8ca56d9ce810c460, entries=150, sequenceid=233, filesize=11.9 K 2024-12-15T15:43:26,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/9f3e746cadca4e70aec5f260240590a6 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/9f3e746cadca4e70aec5f260240590a6 2024-12-15T15:43:26,673 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/9f3e746cadca4e70aec5f260240590a6, entries=150, sequenceid=233, filesize=11.9 K 2024-12-15T15:43:26,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/7f56ad791f0343c792106f54b8ce7223 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/7f56ad791f0343c792106f54b8ce7223 2024-12-15T15:43:26,677 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/7f56ad791f0343c792106f54b8ce7223, entries=150, sequenceid=233, filesize=11.9 K 2024-12-15T15:43:26,678 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9cc51531e750cca108ccec302bda0f3c in 1333ms, sequenceid=233, compaction requested=false 2024-12-15T15:43:26,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:26,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:26,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-15T15:43:26,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-15T15:43:26,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-15T15:43:26,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0290 sec 2024-12-15T15:43:26,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 3.0320 sec 2024-12-15T15:43:27,001 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/af3997dcf86f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/de6984fef7904bdf8b9d1a8553cc9503, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/fbfee0e13fc141beaab324743ef25262, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/b175cbfc064c40f6936e24a256c34529, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/f63e882e4edb4e9ba10ccda93e4bd055, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/7e0e330155704741b3c462db2f7fac58, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/05f72364905d4518b9e08da49a174e16, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/33935e88c458427bbf54e8082facec6d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/fec40219d9ba4f899b57bab137db71a8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/04b6a4b4c8874db6887ad2fc68ff6084, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/4f71bf4491ad4c8e8d3993277ee98520, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/8555ecff65f74b738394e1505ad6cc70, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/da8a3b5e94e94b9385f2d6cac3785189, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/94c51ef01e284964b08c691111a16124, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/b7e332dbf14e4eac82f3925b8b10ecbf] to archive 2024-12-15T15:43:27,004 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/af3997dcf86f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:43:27,013 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/fbfee0e13fc141beaab324743ef25262 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/fbfee0e13fc141beaab324743ef25262 2024-12-15T15:43:27,019 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/33935e88c458427bbf54e8082facec6d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/33935e88c458427bbf54e8082facec6d 2024-12-15T15:43:27,019 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/05f72364905d4518b9e08da49a174e16 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/05f72364905d4518b9e08da49a174e16 2024-12-15T15:43:27,019 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/7e0e330155704741b3c462db2f7fac58 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/7e0e330155704741b3c462db2f7fac58 2024-12-15T15:43:27,019 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/fec40219d9ba4f899b57bab137db71a8 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/fec40219d9ba4f899b57bab137db71a8 2024-12-15T15:43:27,019 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/de6984fef7904bdf8b9d1a8553cc9503 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/de6984fef7904bdf8b9d1a8553cc9503 2024-12-15T15:43:27,020 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/b175cbfc064c40f6936e24a256c34529 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/b175cbfc064c40f6936e24a256c34529 2024-12-15T15:43:27,020 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/f63e882e4edb4e9ba10ccda93e4bd055 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/f63e882e4edb4e9ba10ccda93e4bd055 2024-12-15T15:43:27,027 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/4f71bf4491ad4c8e8d3993277ee98520 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/4f71bf4491ad4c8e8d3993277ee98520 2024-12-15T15:43:27,027 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/04b6a4b4c8874db6887ad2fc68ff6084 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/04b6a4b4c8874db6887ad2fc68ff6084 2024-12-15T15:43:27,028 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/da8a3b5e94e94b9385f2d6cac3785189 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/da8a3b5e94e94b9385f2d6cac3785189 2024-12-15T15:43:27,028 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/94c51ef01e284964b08c691111a16124 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/94c51ef01e284964b08c691111a16124 2024-12-15T15:43:27,031 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/8555ecff65f74b738394e1505ad6cc70 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/8555ecff65f74b738394e1505ad6cc70 2024-12-15T15:43:27,035 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/b7e332dbf14e4eac82f3925b8b10ecbf to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/b7e332dbf14e4eac82f3925b8b10ecbf 2024-12-15T15:43:27,039 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/af3997dcf86f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/dc5ce61844a749eaba6fa05354a03355, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/09bd9672cb184ffa8660245bc9cc2f6b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d65f9756f9fe44399f963adedfaaaf8c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/02cb046b9f844294867f095ec1e68d34, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d58f1203c42a4f83aecbaf759d1d82cc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/05c13ee35a634c77bf95033c85c54675, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/fc51ffabc0ec48608bd1732a580206b8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/b6e8ca21004440b3915e1e45e8f5d79c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/a95a59a0312f40389291d11b6f4bddcb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/362346ba8faf4b28a25ae6dfa4fc95ef, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d0abb3b68db547d2974221a9311c0452, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/aea93a1ac98043bbae94b210df261559, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/4099af5e4a5a4d50b27ae0470f9c0bec, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/4a2d21155452408ab5db4bba22bca24b] to archive 2024-12-15T15:43:27,041 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/af3997dcf86f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:43:27,044 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/dc5ce61844a749eaba6fa05354a03355 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/dc5ce61844a749eaba6fa05354a03355 2024-12-15T15:43:27,045 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/09bd9672cb184ffa8660245bc9cc2f6b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/09bd9672cb184ffa8660245bc9cc2f6b 2024-12-15T15:43:27,046 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/05c13ee35a634c77bf95033c85c54675 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/05c13ee35a634c77bf95033c85c54675 2024-12-15T15:43:27,046 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d65f9756f9fe44399f963adedfaaaf8c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d65f9756f9fe44399f963adedfaaaf8c 2024-12-15T15:43:27,046 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/02cb046b9f844294867f095ec1e68d34 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/02cb046b9f844294867f095ec1e68d34 2024-12-15T15:43:27,046 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d58f1203c42a4f83aecbaf759d1d82cc to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d58f1203c42a4f83aecbaf759d1d82cc 2024-12-15T15:43:27,047 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/fc51ffabc0ec48608bd1732a580206b8 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/fc51ffabc0ec48608bd1732a580206b8 2024-12-15T15:43:27,048 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/b6e8ca21004440b3915e1e45e8f5d79c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/b6e8ca21004440b3915e1e45e8f5d79c 2024-12-15T15:43:27,049 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/a95a59a0312f40389291d11b6f4bddcb to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/a95a59a0312f40389291d11b6f4bddcb 2024-12-15T15:43:27,049 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/4099af5e4a5a4d50b27ae0470f9c0bec to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/4099af5e4a5a4d50b27ae0470f9c0bec 2024-12-15T15:43:27,049 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d0abb3b68db547d2974221a9311c0452 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d0abb3b68db547d2974221a9311c0452 2024-12-15T15:43:27,049 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/aea93a1ac98043bbae94b210df261559 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/aea93a1ac98043bbae94b210df261559 2024-12-15T15:43:27,049 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/362346ba8faf4b28a25ae6dfa4fc95ef to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/362346ba8faf4b28a25ae6dfa4fc95ef 2024-12-15T15:43:27,050 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/4a2d21155452408ab5db4bba22bca24b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/4a2d21155452408ab5db4bba22bca24b 2024-12-15T15:43:27,051 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/af3997dcf86f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/0a265db1b0b4470c8f0e3e51d2fc52be, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/25f7613668c940099cc08a23c4df0d6b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/80ea7b144fde44ba8a6bb3dc60910878, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/86a54ceda4614e2dbcd5608e88a64ba2, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/30ca08d0df5a41d19ace3db27e504bae, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d2956bbb8567405c904b28f85f46b682, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/6f117cef0fcd4e7ab9a5402cd99361e8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/792ab33f2f6445da921775e6e552d4cc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/4a6cf7e5699346ec862161e11b950b5a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/8923ec3b35c1477584417484e9f4bbda, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/81e1cf1a4e1b48deb23d6a694a531179, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/b6fa6798b4744198892346831bf05c19, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/2b98febee141401898353c4ab7f913fd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/fd0a0cea79874714b85a05ea9a9f1f70] to archive 2024-12-15T15:43:27,055 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/af3997dcf86f:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:43:27,058 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/6f117cef0fcd4e7ab9a5402cd99361e8 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/6f117cef0fcd4e7ab9a5402cd99361e8 2024-12-15T15:43:27,058 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/86a54ceda4614e2dbcd5608e88a64ba2 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/86a54ceda4614e2dbcd5608e88a64ba2 2024-12-15T15:43:27,058 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/80ea7b144fde44ba8a6bb3dc60910878 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/80ea7b144fde44ba8a6bb3dc60910878 2024-12-15T15:43:27,058 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/792ab33f2f6445da921775e6e552d4cc to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/792ab33f2f6445da921775e6e552d4cc 2024-12-15T15:43:27,058 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/0a265db1b0b4470c8f0e3e51d2fc52be to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/0a265db1b0b4470c8f0e3e51d2fc52be 2024-12-15T15:43:27,058 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/30ca08d0df5a41d19ace3db27e504bae to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/30ca08d0df5a41d19ace3db27e504bae 2024-12-15T15:43:27,058 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/25f7613668c940099cc08a23c4df0d6b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/25f7613668c940099cc08a23c4df0d6b 2024-12-15T15:43:27,058 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d2956bbb8567405c904b28f85f46b682 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d2956bbb8567405c904b28f85f46b682 2024-12-15T15:43:27,060 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/81e1cf1a4e1b48deb23d6a694a531179 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/81e1cf1a4e1b48deb23d6a694a531179 2024-12-15T15:43:27,060 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/b6fa6798b4744198892346831bf05c19 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/b6fa6798b4744198892346831bf05c19 2024-12-15T15:43:27,060 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/2b98febee141401898353c4ab7f913fd to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/2b98febee141401898353c4ab7f913fd 2024-12-15T15:43:27,060 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/fd0a0cea79874714b85a05ea9a9f1f70 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/fd0a0cea79874714b85a05ea9a9f1f70 2024-12-15T15:43:27,062 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/8923ec3b35c1477584417484e9f4bbda to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/8923ec3b35c1477584417484e9f4bbda 2024-12-15T15:43:27,062 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/4a6cf7e5699346ec862161e11b950b5a to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/4a6cf7e5699346ec862161e11b950b5a 2024-12-15T15:43:27,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T15:43:27,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:27,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:27,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:27,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:27,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:27,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:27,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/ede1ee23a0134e78828f382573ff4b8b is 50, key is test_row_0/A:col10/1734277405453/Put/seqid=0 2024-12-15T15:43:27,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742306_1482 (size=14541) 2024-12-15T15:43:27,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/ede1ee23a0134e78828f382573ff4b8b 2024-12-15T15:43:27,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/e29abce6729f494d8de8d987fc6f7447 is 50, key is test_row_0/B:col10/1734277405453/Put/seqid=0 2024-12-15T15:43:27,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742307_1483 (size=12151) 2024-12-15T15:43:27,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/e29abce6729f494d8de8d987fc6f7447 2024-12-15T15:43:27,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277467696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:27,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277467703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:27,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:27,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277467710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:27,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:27,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277467711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:27,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/1c9e9460ccfd4da88de5a8633073c467 is 50, key is test_row_0/C:col10/1734277405453/Put/seqid=0 2024-12-15T15:43:27,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742308_1484 (size=12151) 2024-12-15T15:43:27,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/1c9e9460ccfd4da88de5a8633073c467 2024-12-15T15:43:27,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/ede1ee23a0134e78828f382573ff4b8b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/ede1ee23a0134e78828f382573ff4b8b 2024-12-15T15:43:27,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/ede1ee23a0134e78828f382573ff4b8b, entries=200, sequenceid=249, filesize=14.2 K 2024-12-15T15:43:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-15T15:43:27,765 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-15T15:43:27,767 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-15T15:43:27,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T15:43:27,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/e29abce6729f494d8de8d987fc6f7447 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/e29abce6729f494d8de8d987fc6f7447 2024-12-15T15:43:27,771 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:27,772 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:27,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:27,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/e29abce6729f494d8de8d987fc6f7447, entries=150, sequenceid=249, filesize=11.9 K 2024-12-15T15:43:27,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/1c9e9460ccfd4da88de5a8633073c467 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/1c9e9460ccfd4da88de5a8633073c467 2024-12-15T15:43:27,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277467809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:27,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/1c9e9460ccfd4da88de5a8633073c467, entries=150, sequenceid=249, filesize=11.9 K 2024-12-15T15:43:27,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9cc51531e750cca108ccec302bda0f3c in 232ms, sequenceid=249, compaction requested=true 2024-12-15T15:43:27,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:27,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:27,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:27,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:27,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:43:27,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:27,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-15T15:43:27,820 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:27,820 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:27,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:27,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T15:43:27,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:27,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:27,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:27,830 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:27,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:27,830 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/A is initiating minor compaction (all files) 2024-12-15T15:43:27,830 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/A in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:27,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:27,830 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/6ab704c753be4ef6a993935d9bd0aa2d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/676a6c7add62423e8ca56d9ce810c460, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/ede1ee23a0134e78828f382573ff4b8b] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=38.4 K 2024-12-15T15:43:27,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:27,830 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:27,830 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/C is initiating minor compaction (all files) 2024-12-15T15:43:27,830 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/C in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:27,831 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/cfa0cc0a08b94d7a9e3378ece82263cf, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/7f56ad791f0343c792106f54b8ce7223, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/1c9e9460ccfd4da88de5a8633073c467] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=36.1 K 2024-12-15T15:43:27,831 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ab704c753be4ef6a993935d9bd0aa2d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734277404099 2024-12-15T15:43:27,832 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting cfa0cc0a08b94d7a9e3378ece82263cf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734277404099 2024-12-15T15:43:27,836 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 676a6c7add62423e8ca56d9ce810c460, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734277404773 2024-12-15T15:43:27,837 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f56ad791f0343c792106f54b8ce7223, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734277404773 2024-12-15T15:43:27,837 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ede1ee23a0134e78828f382573ff4b8b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734277405419 2024-12-15T15:43:27,838 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c9e9460ccfd4da88de5a8633073c467, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734277405419 2024-12-15T15:43:27,854 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#A#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:27,854 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/8723aac920a94b8690a63b3e270679b8 is 50, key is test_row_0/A:col10/1734277405453/Put/seqid=0 2024-12-15T15:43:27,864 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#C#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:27,864 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/4a348521c90e4dbea19b9830aa3aace4 is 50, key is test_row_0/C:col10/1734277405453/Put/seqid=0 2024-12-15T15:43:27,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/3226d48a6d50449488b45e511dd3c82c is 50, key is test_row_0/A:col10/1734277407825/Put/seqid=0 2024-12-15T15:43:27,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T15:43:27,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277467867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:27,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:27,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277467868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:27,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277467878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:27,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742309_1485 (size=12254) 2024-12-15T15:43:27,926 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:27,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-15T15:43:27,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:27,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:27,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:27,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:27,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:27,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:27,932 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/8723aac920a94b8690a63b3e270679b8 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/8723aac920a94b8690a63b3e270679b8 2024-12-15T15:43:27,943 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/A of 9cc51531e750cca108ccec302bda0f3c into 8723aac920a94b8690a63b3e270679b8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:27,943 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:27,943 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/A, priority=13, startTime=1734277407820; duration=0sec 2024-12-15T15:43:27,943 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:27,943 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:A 2024-12-15T15:43:27,943 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:27,945 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:27,945 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/B is initiating minor compaction (all files) 2024-12-15T15:43:27,945 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/B in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:27,945 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/ef4cbc52389a4250828256793a569fd0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/9f3e746cadca4e70aec5f260240590a6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/e29abce6729f494d8de8d987fc6f7447] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=36.1 K 2024-12-15T15:43:27,946 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef4cbc52389a4250828256793a569fd0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734277404099 2024-12-15T15:43:27,946 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f3e746cadca4e70aec5f260240590a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734277404773 2024-12-15T15:43:27,946 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting e29abce6729f494d8de8d987fc6f7447, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734277405419 2024-12-15T15:43:27,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742310_1486 (size=12254) 2024-12-15T15:43:27,959 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#B#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:27,959 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/892a91427bd44e4c839b33745306cbdf is 50, key is test_row_0/B:col10/1734277405453/Put/seqid=0 2024-12-15T15:43:27,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742311_1487 (size=12301) 2024-12-15T15:43:27,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/3226d48a6d50449488b45e511dd3c82c 2024-12-15T15:43:27,989 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/4a348521c90e4dbea19b9830aa3aace4 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/4a348521c90e4dbea19b9830aa3aace4 2024-12-15T15:43:27,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/1a9b280d3d874ca4b8cc44ff0ab20e44 is 50, key is test_row_0/B:col10/1734277407825/Put/seqid=0 2024-12-15T15:43:27,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742312_1488 (size=12254) 2024-12-15T15:43:28,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277467986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:28,002 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/C of 9cc51531e750cca108ccec302bda0f3c into 4a348521c90e4dbea19b9830aa3aace4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:28,002 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:28,002 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/C, priority=13, startTime=1734277407820; duration=0sec 2024-12-15T15:43:28,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:28,003 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:28,003 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:C 2024-12-15T15:43:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277467988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:28,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:28,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277467989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:28,005 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/892a91427bd44e4c839b33745306cbdf as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/892a91427bd44e4c839b33745306cbdf 2024-12-15T15:43:28,013 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/B of 9cc51531e750cca108ccec302bda0f3c into 892a91427bd44e4c839b33745306cbdf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:28,014 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:28,014 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/B, priority=13, startTime=1734277407820; duration=0sec 2024-12-15T15:43:28,014 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:28,014 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:B 2024-12-15T15:43:28,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742313_1489 (size=12301) 2024-12-15T15:43:28,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/1a9b280d3d874ca4b8cc44ff0ab20e44 2024-12-15T15:43:28,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:28,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277468020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:28,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/de1af259470740faac7eb1fc1bfb2990 is 50, key is test_row_0/C:col10/1734277407825/Put/seqid=0 2024-12-15T15:43:28,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T15:43:28,080 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:28,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-15T15:43:28,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:28,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:28,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:28,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:28,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:28,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:28,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742314_1490 (size=12301) 2024-12-15T15:43:28,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:28,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277468205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277468205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:28,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:28,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277468209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:28,239 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:28,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-15T15:43:28,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:28,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:28,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:28,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:28,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:28,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:28,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:28,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277468331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:28,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T15:43:28,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:28,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-15T15:43:28,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:28,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:28,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:28,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:28,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:28,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:28,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/de1af259470740faac7eb1fc1bfb2990 2024-12-15T15:43:28,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/3226d48a6d50449488b45e511dd3c82c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/3226d48a6d50449488b45e511dd3c82c 2024-12-15T15:43:28,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/3226d48a6d50449488b45e511dd3c82c, entries=150, sequenceid=274, filesize=12.0 K 2024-12-15T15:43:28,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/1a9b280d3d874ca4b8cc44ff0ab20e44 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/1a9b280d3d874ca4b8cc44ff0ab20e44 2024-12-15T15:43:28,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277468514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:28,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277468514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:28,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277468515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:28,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/1a9b280d3d874ca4b8cc44ff0ab20e44, entries=150, sequenceid=274, filesize=12.0 K 2024-12-15T15:43:28,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/de1af259470740faac7eb1fc1bfb2990 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/de1af259470740faac7eb1fc1bfb2990 2024-12-15T15:43:28,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/de1af259470740faac7eb1fc1bfb2990, entries=150, sequenceid=274, filesize=12.0 K 2024-12-15T15:43:28,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9cc51531e750cca108ccec302bda0f3c in 734ms, sequenceid=274, compaction requested=false 2024-12-15T15:43:28,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:28,560 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:28,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-15T15:43:28,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:28,565 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T15:43:28,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:28,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:28,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:28,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:28,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:28,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:28,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/303a997ae59b4e948da528918706b223 is 50, key is test_row_0/A:col10/1734277407852/Put/seqid=0 2024-12-15T15:43:28,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742315_1491 (size=12301) 2024-12-15T15:43:28,623 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/303a997ae59b4e948da528918706b223 2024-12-15T15:43:28,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/77e73fa4b39e4fcf9a0ab4500b23c3dd is 50, key is test_row_0/B:col10/1734277407852/Put/seqid=0 2024-12-15T15:43:28,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742316_1492 (size=12301) 2024-12-15T15:43:28,716 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/77e73fa4b39e4fcf9a0ab4500b23c3dd 2024-12-15T15:43:28,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/5f0d69ace3464748ae81509cc793e26f is 50, key is test_row_0/C:col10/1734277407852/Put/seqid=0 2024-12-15T15:43:28,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742317_1493 (size=12301) 2024-12-15T15:43:28,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:28,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T15:43:29,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277469050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277469062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277469063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277469067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277469171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277469176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277469177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,188 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/5f0d69ace3464748ae81509cc793e26f 2024-12-15T15:43:29,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277469184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/303a997ae59b4e948da528918706b223 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/303a997ae59b4e948da528918706b223 2024-12-15T15:43:29,204 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/303a997ae59b4e948da528918706b223, entries=150, sequenceid=288, filesize=12.0 K 2024-12-15T15:43:29,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/77e73fa4b39e4fcf9a0ab4500b23c3dd as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/77e73fa4b39e4fcf9a0ab4500b23c3dd 2024-12-15T15:43:29,217 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/77e73fa4b39e4fcf9a0ab4500b23c3dd, entries=150, sequenceid=288, filesize=12.0 K 2024-12-15T15:43:29,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/5f0d69ace3464748ae81509cc793e26f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/5f0d69ace3464748ae81509cc793e26f 2024-12-15T15:43:29,267 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/5f0d69ace3464748ae81509cc793e26f, entries=150, sequenceid=288, filesize=12.0 K 2024-12-15T15:43:29,275 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9cc51531e750cca108ccec302bda0f3c in 710ms, sequenceid=288, compaction requested=true 2024-12-15T15:43:29,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:29,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:29,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-15T15:43:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-15T15:43:29,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-15T15:43:29,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5070 sec 2024-12-15T15:43:29,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 1.5140 sec 2024-12-15T15:43:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:29,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-15T15:43:29,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:29,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:29,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:29,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:29,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:29,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:29,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/6cee20404a9d457e8a67560b3812b2b4 is 50, key is test_row_0/A:col10/1734277409382/Put/seqid=0 2024-12-15T15:43:29,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277469403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742318_1494 (size=12301) 2024-12-15T15:43:29,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277469404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277469405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277469406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277469514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277469516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277469520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277469523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277469717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277469729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277469731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277469733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/6cee20404a9d457e8a67560b3812b2b4 2024-12-15T15:43:29,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/2ba75c5df4964a24a3b71e70555d8bd3 is 50, key is test_row_0/B:col10/1734277409382/Put/seqid=0 2024-12-15T15:43:29,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742319_1495 (size=12301) 2024-12-15T15:43:29,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-15T15:43:29,884 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-15T15:43:29,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45992 deadline: 1734277469886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:29,891 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-15T15:43:29,893 DEBUG [Thread-1938 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8216 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., hostname=af3997dcf86f,46311,1734277284128, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:43:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T15:43:29,897 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:29,898 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:29,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:29,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T15:43:30,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277470021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277470035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277470036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277470041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,050 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T15:43:30,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:30,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:30,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:30,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:30,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:30,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T15:43:30,206 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T15:43:30,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:30,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:30,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:30,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:30,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:30,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/2ba75c5df4964a24a3b71e70555d8bd3 2024-12-15T15:43:30,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/d0704f32bf8e44ceb9b3fe6ec81652dc is 50, key is test_row_0/C:col10/1734277409382/Put/seqid=0 2024-12-15T15:43:30,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742320_1496 (size=12301) 2024-12-15T15:43:30,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/d0704f32bf8e44ceb9b3fe6ec81652dc 2024-12-15T15:43:30,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/6cee20404a9d457e8a67560b3812b2b4 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/6cee20404a9d457e8a67560b3812b2b4 2024-12-15T15:43:30,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T15:43:30,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:30,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:30,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:30,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:30,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:30,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/6cee20404a9d457e8a67560b3812b2b4, entries=150, sequenceid=314, filesize=12.0 K 2024-12-15T15:43:30,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/2ba75c5df4964a24a3b71e70555d8bd3 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/2ba75c5df4964a24a3b71e70555d8bd3 2024-12-15T15:43:30,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/2ba75c5df4964a24a3b71e70555d8bd3, entries=150, sequenceid=314, filesize=12.0 K 2024-12-15T15:43:30,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/d0704f32bf8e44ceb9b3fe6ec81652dc as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d0704f32bf8e44ceb9b3fe6ec81652dc 2024-12-15T15:43:30,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d0704f32bf8e44ceb9b3fe6ec81652dc, entries=150, sequenceid=314, filesize=12.0 K 2024-12-15T15:43:30,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9cc51531e750cca108ccec302bda0f3c in 1030ms, sequenceid=314, compaction requested=true 2024-12-15T15:43:30,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:30,414 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:30,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:30,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:30,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:30,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:30,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:30,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:43:30,415 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:30,417 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49157 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:30,417 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/A is initiating minor compaction (all files) 2024-12-15T15:43:30,417 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/A in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:30,417 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/8723aac920a94b8690a63b3e270679b8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/3226d48a6d50449488b45e511dd3c82c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/303a997ae59b4e948da528918706b223, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/6cee20404a9d457e8a67560b3812b2b4] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=48.0 K 2024-12-15T15:43:30,418 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8723aac920a94b8690a63b3e270679b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734277405419 2024-12-15T15:43:30,418 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 3226d48a6d50449488b45e511dd3c82c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1734277407680 2024-12-15T15:43:30,418 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49157 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:30,419 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/B is initiating minor compaction (all files) 2024-12-15T15:43:30,419 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/B in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:30,419 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/892a91427bd44e4c839b33745306cbdf, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/1a9b280d3d874ca4b8cc44ff0ab20e44, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/77e73fa4b39e4fcf9a0ab4500b23c3dd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/2ba75c5df4964a24a3b71e70555d8bd3] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=48.0 K 2024-12-15T15:43:30,419 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 892a91427bd44e4c839b33745306cbdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734277405419 2024-12-15T15:43:30,419 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 303a997ae59b4e948da528918706b223, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734277407852 2024-12-15T15:43:30,420 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a9b280d3d874ca4b8cc44ff0ab20e44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1734277407680 2024-12-15T15:43:30,420 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cee20404a9d457e8a67560b3812b2b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1734277409041 2024-12-15T15:43:30,420 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77e73fa4b39e4fcf9a0ab4500b23c3dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734277407852 2024-12-15T15:43:30,420 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ba75c5df4964a24a3b71e70555d8bd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1734277409041 2024-12-15T15:43:30,447 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#A#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:30,447 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/f8f56b4fd5cb44ef9ac132b2773b11c1 is 50, key is test_row_0/A:col10/1734277409382/Put/seqid=0 2024-12-15T15:43:30,453 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:30,453 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/24bef44e003c4889a951b8051021977b is 50, key is test_row_0/B:col10/1734277409382/Put/seqid=0 2024-12-15T15:43:30,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742322_1498 (size=12541) 2024-12-15T15:43:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T15:43:30,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742321_1497 (size=12541) 2024-12-15T15:43:30,520 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/f8f56b4fd5cb44ef9ac132b2773b11c1 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/f8f56b4fd5cb44ef9ac132b2773b11c1 2024-12-15T15:43:30,524 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-15T15:43:30,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:30,526 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-15T15:43:30,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:30,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:30,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:30,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:30,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:30,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:30,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:30,535 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/A of 9cc51531e750cca108ccec302bda0f3c into f8f56b4fd5cb44ef9ac132b2773b11c1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:30,536 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:30,536 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/A, priority=12, startTime=1734277410414; duration=0sec 2024-12-15T15:43:30,536 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:30,536 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:A 2024-12-15T15:43:30,536 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:30,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/31d9eca75b7f4f7aa009badb46756064 is 50, key is test_row_0/A:col10/1734277409390/Put/seqid=0 2024-12-15T15:43:30,538 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49157 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:30,538 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/C is initiating minor compaction (all files) 2024-12-15T15:43:30,538 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/C in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:30,538 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/4a348521c90e4dbea19b9830aa3aace4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/de1af259470740faac7eb1fc1bfb2990, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/5f0d69ace3464748ae81509cc793e26f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d0704f32bf8e44ceb9b3fe6ec81652dc] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=48.0 K 2024-12-15T15:43:30,539 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a348521c90e4dbea19b9830aa3aace4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1734277405419 2024-12-15T15:43:30,544 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting de1af259470740faac7eb1fc1bfb2990, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1734277407680 2024-12-15T15:43:30,547 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f0d69ace3464748ae81509cc793e26f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734277407852 2024-12-15T15:43:30,548 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d0704f32bf8e44ceb9b3fe6ec81652dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1734277409041 2024-12-15T15:43:30,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742323_1499 (size=12301) 2024-12-15T15:43:30,564 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/31d9eca75b7f4f7aa009badb46756064 2024-12-15T15:43:30,574 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#C#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:30,585 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/f1e143eedd3d4ca89ede04ecafce62ed is 50, key is test_row_0/C:col10/1734277409382/Put/seqid=0 2024-12-15T15:43:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/2455f6752b5c4da5bc23fa220a16fc01 is 50, key is test_row_0/B:col10/1734277409390/Put/seqid=0 2024-12-15T15:43:30,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742324_1500 (size=12301) 2024-12-15T15:43:30,609 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/2455f6752b5c4da5bc23fa220a16fc01 2024-12-15T15:43:30,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742325_1501 (size=12541) 2024-12-15T15:43:30,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277470597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277470611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277470616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/7a7677199e4b49f1885c24c788f5d656 is 50, key is test_row_0/C:col10/1734277409390/Put/seqid=0 2024-12-15T15:43:30,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277470617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,630 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/f1e143eedd3d4ca89ede04ecafce62ed as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/f1e143eedd3d4ca89ede04ecafce62ed 2024-12-15T15:43:30,638 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/C of 9cc51531e750cca108ccec302bda0f3c into f1e143eedd3d4ca89ede04ecafce62ed(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:30,638 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:30,639 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/C, priority=12, startTime=1734277410415; duration=0sec 2024-12-15T15:43:30,639 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:30,639 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:C 2024-12-15T15:43:30,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742326_1502 (size=12301) 2024-12-15T15:43:30,665 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/7a7677199e4b49f1885c24c788f5d656 2024-12-15T15:43:30,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/31d9eca75b7f4f7aa009badb46756064 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/31d9eca75b7f4f7aa009badb46756064 2024-12-15T15:43:30,692 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/31d9eca75b7f4f7aa009badb46756064, entries=150, sequenceid=324, filesize=12.0 K 2024-12-15T15:43:30,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/2455f6752b5c4da5bc23fa220a16fc01 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/2455f6752b5c4da5bc23fa220a16fc01 2024-12-15T15:43:30,698 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/2455f6752b5c4da5bc23fa220a16fc01, entries=150, sequenceid=324, filesize=12.0 K 2024-12-15T15:43:30,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/7a7677199e4b49f1885c24c788f5d656 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/7a7677199e4b49f1885c24c788f5d656 2024-12-15T15:43:30,708 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/7a7677199e4b49f1885c24c788f5d656, entries=150, sequenceid=324, filesize=12.0 K 2024-12-15T15:43:30,710 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 9cc51531e750cca108ccec302bda0f3c in 183ms, sequenceid=324, compaction requested=false 2024-12-15T15:43:30,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:30,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:30,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-15T15:43:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-15T15:43:30,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-15T15:43:30,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 817 msec 2024-12-15T15:43:30,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 826 msec 2024-12-15T15:43:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:30,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T15:43:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:30,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:30,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/1dec4a90c3fd4aa2b84808ba240ce3bb is 50, key is test_row_0/A:col10/1734277410721/Put/seqid=0 2024-12-15T15:43:30,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277470734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277470735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277470737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277470738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742327_1503 (size=14741) 2024-12-15T15:43:30,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/1dec4a90c3fd4aa2b84808ba240ce3bb 2024-12-15T15:43:30,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/9f347e7d22d54c4a92b944750f7f6941 is 50, key is test_row_0/B:col10/1734277410721/Put/seqid=0 2024-12-15T15:43:30,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742328_1504 (size=12301) 2024-12-15T15:43:30,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277470844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277470844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277470849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277470849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:30,909 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/24bef44e003c4889a951b8051021977b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/24bef44e003c4889a951b8051021977b 2024-12-15T15:43:30,919 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/B of 9cc51531e750cca108ccec302bda0f3c into 24bef44e003c4889a951b8051021977b(size=12.2 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:30,919 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:30,919 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/B, priority=12, startTime=1734277410415; duration=0sec 2024-12-15T15:43:30,919 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:30,919 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:B 2024-12-15T15:43:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-15T15:43:31,005 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-15T15:43:31,006 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-15T15:43:31,007 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T15:43:31,008 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:31,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:31,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277471049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277471050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277471058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277471058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T15:43:31,167 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-15T15:43:31,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:31,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:31,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:31,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:31,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:31,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:31,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/9f347e7d22d54c4a92b944750f7f6941 2024-12-15T15:43:31,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/446b4cd343e64113894be4be52fc5000 is 50, key is test_row_0/C:col10/1734277410721/Put/seqid=0 2024-12-15T15:43:31,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742329_1505 (size=12301) 2024-12-15T15:43:31,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/446b4cd343e64113894be4be52fc5000 2024-12-15T15:43:31,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/1dec4a90c3fd4aa2b84808ba240ce3bb as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/1dec4a90c3fd4aa2b84808ba240ce3bb 2024-12-15T15:43:31,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/1dec4a90c3fd4aa2b84808ba240ce3bb, entries=200, sequenceid=353, filesize=14.4 K 2024-12-15T15:43:31,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/9f347e7d22d54c4a92b944750f7f6941 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/9f347e7d22d54c4a92b944750f7f6941 2024-12-15T15:43:31,284 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/9f347e7d22d54c4a92b944750f7f6941, entries=150, sequenceid=353, filesize=12.0 K 2024-12-15T15:43:31,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/446b4cd343e64113894be4be52fc5000 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/446b4cd343e64113894be4be52fc5000 2024-12-15T15:43:31,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/446b4cd343e64113894be4be52fc5000, entries=150, sequenceid=353, filesize=12.0 K 2024-12-15T15:43:31,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9cc51531e750cca108ccec302bda0f3c in 581ms, sequenceid=353, compaction requested=true 2024-12-15T15:43:31,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:31,304 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:31,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:31,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:31,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:31,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:31,304 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:31,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:31,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T15:43:31,309 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:31,309 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/B is initiating minor compaction (all files) 2024-12-15T15:43:31,309 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/B in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:31,309 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/24bef44e003c4889a951b8051021977b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/2455f6752b5c4da5bc23fa220a16fc01, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/9f347e7d22d54c4a92b944750f7f6941] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=36.3 K 2024-12-15T15:43:31,309 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:31,309 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/A is initiating minor compaction (all files) 2024-12-15T15:43:31,309 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/A in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:31,310 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/f8f56b4fd5cb44ef9ac132b2773b11c1, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/31d9eca75b7f4f7aa009badb46756064, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/1dec4a90c3fd4aa2b84808ba240ce3bb] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=38.7 K 2024-12-15T15:43:31,310 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24bef44e003c4889a951b8051021977b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1734277409041 2024-12-15T15:43:31,310 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f8f56b4fd5cb44ef9ac132b2773b11c1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1734277409041 2024-12-15T15:43:31,310 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2455f6752b5c4da5bc23fa220a16fc01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734277409390 2024-12-15T15:43:31,310 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 31d9eca75b7f4f7aa009badb46756064, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734277409390 2024-12-15T15:43:31,310 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f347e7d22d54c4a92b944750f7f6941, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1734277410607 2024-12-15T15:43:31,310 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dec4a90c3fd4aa2b84808ba240ce3bb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1734277410595 2024-12-15T15:43:31,316 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#A#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:31,316 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#B#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:31,316 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/c89c41b1faff4fb188798bdfd8593973 is 50, key is test_row_0/A:col10/1734277410721/Put/seqid=0 2024-12-15T15:43:31,316 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/94008499e43d42a39dd2be62c6d1ba59 is 50, key is test_row_0/B:col10/1734277410721/Put/seqid=0 2024-12-15T15:43:31,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742331_1507 (size=12643) 2024-12-15T15:43:31,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742330_1506 (size=12643) 2024-12-15T15:43:31,325 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/c89c41b1faff4fb188798bdfd8593973 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/c89c41b1faff4fb188798bdfd8593973 2024-12-15T15:43:31,326 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-15T15:43:31,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:31,327 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-15T15:43:31,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:31,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:31,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:31,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:31,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:31,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:31,329 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/A of 9cc51531e750cca108ccec302bda0f3c into c89c41b1faff4fb188798bdfd8593973(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:31,329 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:31,329 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/A, priority=13, startTime=1734277411304; duration=0sec 2024-12-15T15:43:31,329 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:31,329 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:A 2024-12-15T15:43:31,330 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:31,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/9e8aa9e40a174dae9e5ac78223da52c0 is 50, key is test_row_1/A:col10/1734277410735/Put/seqid=0 2024-12-15T15:43:31,330 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37143 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:31,330 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/C is initiating minor compaction (all files) 2024-12-15T15:43:31,330 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/C in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:31,330 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/f1e143eedd3d4ca89ede04ecafce62ed, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/7a7677199e4b49f1885c24c788f5d656, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/446b4cd343e64113894be4be52fc5000] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=36.3 K 2024-12-15T15:43:31,331 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f1e143eedd3d4ca89ede04ecafce62ed, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1734277409041 2024-12-15T15:43:31,332 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a7677199e4b49f1885c24c788f5d656, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734277409390 2024-12-15T15:43:31,332 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 446b4cd343e64113894be4be52fc5000, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1734277410607 2024-12-15T15:43:31,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742332_1508 (size=9857) 2024-12-15T15:43:31,338 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#C#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:31,338 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/ece1058aea304cdea6c75c598c81f805 is 50, key is test_row_0/C:col10/1734277410721/Put/seqid=0 2024-12-15T15:43:31,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742333_1509 (size=12643) 2024-12-15T15:43:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:31,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:31,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277471445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277471446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277471446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277471448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277471559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277471560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277471569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277471567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T15:43:31,735 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/9e8aa9e40a174dae9e5ac78223da52c0 2024-12-15T15:43:31,735 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/94008499e43d42a39dd2be62c6d1ba59 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/94008499e43d42a39dd2be62c6d1ba59 2024-12-15T15:43:31,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/fb710d274cdc47cfb60b7bad43f95bb4 is 50, key is test_row_1/B:col10/1734277410735/Put/seqid=0 2024-12-15T15:43:31,752 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/B of 9cc51531e750cca108ccec302bda0f3c into 94008499e43d42a39dd2be62c6d1ba59(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:31,752 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:31,752 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/B, priority=13, startTime=1734277411304; duration=0sec 2024-12-15T15:43:31,752 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:31,752 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:B 2024-12-15T15:43:31,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742334_1510 (size=9857) 2024-12-15T15:43:31,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277471770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277471776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277471777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277471780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:31,804 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/ece1058aea304cdea6c75c598c81f805 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/ece1058aea304cdea6c75c598c81f805 2024-12-15T15:43:31,849 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/C of 9cc51531e750cca108ccec302bda0f3c into ece1058aea304cdea6c75c598c81f805(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:31,849 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:31,850 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/C, priority=13, startTime=1734277411304; duration=0sec 2024-12-15T15:43:31,850 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:31,850 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:C 2024-12-15T15:43:32,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277472080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:32,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277472084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:32,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277472084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:32,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:32,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277472084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:32,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T15:43:32,182 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/fb710d274cdc47cfb60b7bad43f95bb4 2024-12-15T15:43:32,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/abff5951615042a1b44e5d9909115ec5 is 50, key is test_row_1/C:col10/1734277410735/Put/seqid=0 2024-12-15T15:43:32,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742335_1511 (size=9857) 2024-12-15T15:43:32,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277472585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:32,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277472586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:32,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277472588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:32,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277472590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:32,671 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/abff5951615042a1b44e5d9909115ec5 2024-12-15T15:43:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/9e8aa9e40a174dae9e5ac78223da52c0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/9e8aa9e40a174dae9e5ac78223da52c0 2024-12-15T15:43:32,689 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/9e8aa9e40a174dae9e5ac78223da52c0, entries=100, sequenceid=363, filesize=9.6 K 2024-12-15T15:43:32,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/fb710d274cdc47cfb60b7bad43f95bb4 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/fb710d274cdc47cfb60b7bad43f95bb4 2024-12-15T15:43:32,699 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/fb710d274cdc47cfb60b7bad43f95bb4, entries=100, sequenceid=363, filesize=9.6 K 2024-12-15T15:43:32,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/abff5951615042a1b44e5d9909115ec5 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/abff5951615042a1b44e5d9909115ec5 2024-12-15T15:43:32,715 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/abff5951615042a1b44e5d9909115ec5, entries=100, sequenceid=363, filesize=9.6 K 2024-12-15T15:43:32,716 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 9cc51531e750cca108ccec302bda0f3c in 1389ms, sequenceid=363, compaction requested=false 2024-12-15T15:43:32,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:32,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:32,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-15T15:43:32,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-15T15:43:32,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-15T15:43:32,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7180 sec 2024-12-15T15:43:32,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.7220 sec 2024-12-15T15:43:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-15T15:43:33,113 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-15T15:43:33,118 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-15T15:43:33,120 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:33,120 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:33,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T15:43:33,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T15:43:33,271 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:33,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-15T15:43:33,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:33,272 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-15T15:43:33,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:33,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:33,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:33,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:33,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:33,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:33,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/2d062449b50e441595c95fb582e0334c is 50, key is test_row_0/A:col10/1734277411439/Put/seqid=0 2024-12-15T15:43:33,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742336_1512 (size=12301) 2024-12-15T15:43:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T15:43:33,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:33,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:33,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277473605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:33,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277473618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:33,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277473618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:33,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:33,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277473619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:33,715 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/2d062449b50e441595c95fb582e0334c 2024-12-15T15:43:33,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277473721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:33,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277473722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:33,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277473724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:33,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277473729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T15:43:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/5ac6fb974c544e99a34fdadaeee8ddaa is 50, key is test_row_0/B:col10/1734277411439/Put/seqid=0 2024-12-15T15:43:33,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742337_1513 (size=12301) 2024-12-15T15:43:33,781 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/5ac6fb974c544e99a34fdadaeee8ddaa 2024-12-15T15:43:33,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/434ed0fe198c4817a717f279c466c041 is 50, key is test_row_0/C:col10/1734277411439/Put/seqid=0 2024-12-15T15:43:33,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742338_1514 (size=12301) 2024-12-15T15:43:33,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:33,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277473931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:33,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277473934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:33,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:33,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277473936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:33,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277473940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:34,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T15:43:34,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:34,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277474235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:34,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277474238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:34,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277474243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:34,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:34,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277474250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:34,264 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/434ed0fe198c4817a717f279c466c041 2024-12-15T15:43:34,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/2d062449b50e441595c95fb582e0334c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/2d062449b50e441595c95fb582e0334c 2024-12-15T15:43:34,273 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/2d062449b50e441595c95fb582e0334c, entries=150, sequenceid=393, filesize=12.0 K 2024-12-15T15:43:34,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/5ac6fb974c544e99a34fdadaeee8ddaa as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/5ac6fb974c544e99a34fdadaeee8ddaa 2024-12-15T15:43:34,278 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/5ac6fb974c544e99a34fdadaeee8ddaa, entries=150, sequenceid=393, filesize=12.0 K 2024-12-15T15:43:34,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/434ed0fe198c4817a717f279c466c041 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/434ed0fe198c4817a717f279c466c041 2024-12-15T15:43:34,284 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/434ed0fe198c4817a717f279c466c041, entries=150, sequenceid=393, filesize=12.0 K 2024-12-15T15:43:34,291 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 9cc51531e750cca108ccec302bda0f3c in 1019ms, sequenceid=393, compaction requested=true 2024-12-15T15:43:34,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:34,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:34,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-15T15:43:34,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-15T15:43:34,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-15T15:43:34,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1810 sec 2024-12-15T15:43:34,305 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.1870 sec 2024-12-15T15:43:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:34,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T15:43:34,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:34,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:34,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:34,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:34,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:34,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:34,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/4f7c170eb0914af08627aa084a3dc9f1 is 50, key is test_row_0/A:col10/1734277413615/Put/seqid=0 2024-12-15T15:43:34,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742339_1515 (size=14741) 2024-12-15T15:43:34,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:34,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277474837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:34,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:34,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277474851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277474852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:34,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:34,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277474856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:34,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:34,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277474964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:34,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277474970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:34,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:34,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277474971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:34,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:34,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277474979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:35,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:35,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277475179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:35,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277475180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:35,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:35,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277475185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:35,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:35,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277475191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:35,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/4f7c170eb0914af08627aa084a3dc9f1 2024-12-15T15:43:35,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/0b821375d6f94e089e797dd64baa4afa is 50, key is test_row_0/B:col10/1734277413615/Put/seqid=0 2024-12-15T15:43:35,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-15T15:43:35,237 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-15T15:43:35,238 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:35,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-15T15:43:35,240 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:35,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-15T15:43:35,241 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:35,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:35,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742340_1516 (size=12301) 2024-12-15T15:43:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-15T15:43:35,393 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:35,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-15T15:43:35,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:35,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:35,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:35,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:35,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:35,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:35,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277475490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:35,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277475490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:35,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:35,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277475491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:35,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:35,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277475497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:35,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-15T15:43:35,549 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:35,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-15T15:43:35,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:35,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:35,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:35,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:35,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:35,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/0b821375d6f94e089e797dd64baa4afa 2024-12-15T15:43:35,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/b9bf7acc6a1d42a09dba8387087f11b4 is 50, key is test_row_0/C:col10/1734277413615/Put/seqid=0 2024-12-15T15:43:35,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742341_1517 (size=12301) 2024-12-15T15:43:35,713 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:35,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-15T15:43:35,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:35,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:35,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:35,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:35,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:35,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-15T15:43:35,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:35,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-15T15:43:35,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:35,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:35,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:35,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:35,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:36,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:36,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277476000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:36,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277476006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:36,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:36,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277476007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:36,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:36,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277476008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:36,047 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:36,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-15T15:43:36,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:36,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:36,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:36,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:36,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:36,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/b9bf7acc6a1d42a09dba8387087f11b4 2024-12-15T15:43:36,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/4f7c170eb0914af08627aa084a3dc9f1 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/4f7c170eb0914af08627aa084a3dc9f1 2024-12-15T15:43:36,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/4f7c170eb0914af08627aa084a3dc9f1, entries=200, sequenceid=404, filesize=14.4 K 2024-12-15T15:43:36,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/0b821375d6f94e089e797dd64baa4afa as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/0b821375d6f94e089e797dd64baa4afa 2024-12-15T15:43:36,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:36,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-15T15:43:36,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:36,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:36,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:36,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:36,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:36,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/0b821375d6f94e089e797dd64baa4afa, entries=150, sequenceid=404, filesize=12.0 K 2024-12-15T15:43:36,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:36,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/b9bf7acc6a1d42a09dba8387087f11b4 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/b9bf7acc6a1d42a09dba8387087f11b4 2024-12-15T15:43:36,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/b9bf7acc6a1d42a09dba8387087f11b4, entries=150, sequenceid=404, filesize=12.0 K 2024-12-15T15:43:36,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9cc51531e750cca108ccec302bda0f3c in 1502ms, sequenceid=404, compaction requested=true 2024-12-15T15:43:36,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:36,255 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:36,256 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:36,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:36,258 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49542 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:36,258 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/A is initiating minor compaction (all files) 2024-12-15T15:43:36,259 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/A in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:36,259 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/c89c41b1faff4fb188798bdfd8593973, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/9e8aa9e40a174dae9e5ac78223da52c0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/2d062449b50e441595c95fb582e0334c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/4f7c170eb0914af08627aa084a3dc9f1] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=48.4 K 2024-12-15T15:43:36,267 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting c89c41b1faff4fb188798bdfd8593973, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1734277410607 2024-12-15T15:43:36,270 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9e8aa9e40a174dae9e5ac78223da52c0, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1734277410735 2024-12-15T15:43:36,270 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47102 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:36,270 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/B is initiating minor compaction (all files) 2024-12-15T15:43:36,270 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/B in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:36,270 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/94008499e43d42a39dd2be62c6d1ba59, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/fb710d274cdc47cfb60b7bad43f95bb4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/5ac6fb974c544e99a34fdadaeee8ddaa, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/0b821375d6f94e089e797dd64baa4afa] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=46.0 K 2024-12-15T15:43:36,276 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d062449b50e441595c95fb582e0334c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1734277411438 2024-12-15T15:43:36,276 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 94008499e43d42a39dd2be62c6d1ba59, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1734277410607 2024-12-15T15:43:36,276 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting fb710d274cdc47cfb60b7bad43f95bb4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1734277410735 2024-12-15T15:43:36,277 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f7c170eb0914af08627aa084a3dc9f1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1734277413600 2024-12-15T15:43:36,278 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ac6fb974c544e99a34fdadaeee8ddaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1734277411438 2024-12-15T15:43:36,280 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b821375d6f94e089e797dd64baa4afa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1734277413600 2024-12-15T15:43:36,358 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#A#compaction#440 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:36,358 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/d3b3174c0680414a8045469a074647c7 is 50, key is test_row_0/A:col10/1734277413615/Put/seqid=0 2024-12-15T15:43:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-15T15:43:36,361 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#B#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:36,366 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/d9fc553d6a834ab48d2d325fa11433b6 is 50, key is test_row_0/B:col10/1734277413615/Put/seqid=0 2024-12-15T15:43:36,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:36,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-15T15:43:36,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:36,380 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T15:43:36,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:36,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:36,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:36,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:36,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:36,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:36,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/51f5ccba2b704fbea94f9849e2008191 is 50, key is test_row_0/A:col10/1734277414836/Put/seqid=0 2024-12-15T15:43:36,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742343_1519 (size=12779) 2024-12-15T15:43:36,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742342_1518 (size=12779) 2024-12-15T15:43:36,433 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/d9fc553d6a834ab48d2d325fa11433b6 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d9fc553d6a834ab48d2d325fa11433b6 2024-12-15T15:43:36,439 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/d3b3174c0680414a8045469a074647c7 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/d3b3174c0680414a8045469a074647c7 2024-12-15T15:43:36,442 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/B of 9cc51531e750cca108ccec302bda0f3c into d9fc553d6a834ab48d2d325fa11433b6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:36,443 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:36,443 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/B, priority=12, startTime=1734277416256; duration=0sec 2024-12-15T15:43:36,443 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:36,443 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:B 2024-12-15T15:43:36,443 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:36,445 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47102 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:36,445 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/C is initiating minor compaction (all files) 2024-12-15T15:43:36,445 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/C in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:36,445 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/ece1058aea304cdea6c75c598c81f805, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/abff5951615042a1b44e5d9909115ec5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/434ed0fe198c4817a717f279c466c041, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/b9bf7acc6a1d42a09dba8387087f11b4] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=46.0 K 2024-12-15T15:43:36,447 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ece1058aea304cdea6c75c598c81f805, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1734277410607 2024-12-15T15:43:36,448 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting abff5951615042a1b44e5d9909115ec5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1734277410735 2024-12-15T15:43:36,449 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/A of 9cc51531e750cca108ccec302bda0f3c into d3b3174c0680414a8045469a074647c7(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:36,449 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:36,449 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/A, priority=12, startTime=1734277416255; duration=0sec 2024-12-15T15:43:36,449 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:36,449 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:A 2024-12-15T15:43:36,449 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 434ed0fe198c4817a717f279c466c041, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1734277411438 2024-12-15T15:43:36,451 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b9bf7acc6a1d42a09dba8387087f11b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1734277413600 2024-12-15T15:43:36,465 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#C#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:36,466 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/5606bc035cfb4421aa2f13a22401aa3e is 50, key is test_row_0/C:col10/1734277413615/Put/seqid=0 2024-12-15T15:43:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742344_1520 (size=12301) 2024-12-15T15:43:36,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742345_1521 (size=12779) 2024-12-15T15:43:36,879 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/51f5ccba2b704fbea94f9849e2008191 2024-12-15T15:43:36,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/c5c87d00e5c8430ca881b15edbf35db3 is 50, key is test_row_0/B:col10/1734277414836/Put/seqid=0 2024-12-15T15:43:36,925 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/5606bc035cfb4421aa2f13a22401aa3e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/5606bc035cfb4421aa2f13a22401aa3e 2024-12-15T15:43:36,934 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/C of 9cc51531e750cca108ccec302bda0f3c into 5606bc035cfb4421aa2f13a22401aa3e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:36,934 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:36,934 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/C, priority=12, startTime=1734277416256; duration=0sec 2024-12-15T15:43:36,934 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:36,934 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:C 2024-12-15T15:43:36,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742346_1522 (size=12301) 2024-12-15T15:43:37,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. as already flushing 2024-12-15T15:43:37,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:37,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277477037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277477038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277477039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277477047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277477151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277477152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277477152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277477160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,214 DEBUG [Thread-1957 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dda54a1 to 127.0.0.1:64152 2024-12-15T15:43:37,214 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:37,215 DEBUG [Thread-1951 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4cd4a015 to 127.0.0.1:64152 2024-12-15T15:43:37,215 DEBUG [Thread-1949 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dcd0d74 to 127.0.0.1:64152 2024-12-15T15:43:37,215 DEBUG [Thread-1949 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:37,215 DEBUG [Thread-1953 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x308560f2 to 127.0.0.1:64152 2024-12-15T15:43:37,215 DEBUG [Thread-1953 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:37,216 DEBUG [Thread-1951 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:37,222 DEBUG [Thread-1955 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3e4052d1 to 127.0.0.1:64152 2024-12-15T15:43:37,222 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:37,345 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/c5c87d00e5c8430ca881b15edbf35db3 2024-12-15T15:43:37,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/a07eafe8b15047c8a611b92194234999 is 50, key is test_row_0/C:col10/1734277414836/Put/seqid=0 2024-12-15T15:43:37,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742347_1523 (size=12301) 2024-12-15T15:43:37,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277477357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277477358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277477359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-15T15:43:37,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277477365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46006 deadline: 1734277477658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46008 deadline: 1734277477660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46038 deadline: 1734277477662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45950 deadline: 1734277477669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:37,755 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/a07eafe8b15047c8a611b92194234999 2024-12-15T15:43:37,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/51f5ccba2b704fbea94f9849e2008191 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/51f5ccba2b704fbea94f9849e2008191 2024-12-15T15:43:37,761 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/51f5ccba2b704fbea94f9849e2008191, entries=150, sequenceid=429, filesize=12.0 K 2024-12-15T15:43:37,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/c5c87d00e5c8430ca881b15edbf35db3 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/c5c87d00e5c8430ca881b15edbf35db3 2024-12-15T15:43:37,765 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/c5c87d00e5c8430ca881b15edbf35db3, entries=150, sequenceid=429, filesize=12.0 K 2024-12-15T15:43:37,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/a07eafe8b15047c8a611b92194234999 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/a07eafe8b15047c8a611b92194234999 2024-12-15T15:43:37,769 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/a07eafe8b15047c8a611b92194234999, entries=150, sequenceid=429, filesize=12.0 K 2024-12-15T15:43:37,770 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9cc51531e750cca108ccec302bda0f3c in 1391ms, sequenceid=429, compaction requested=false 2024-12-15T15:43:37,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:37,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:37,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-15T15:43:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-15T15:43:37,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-15T15:43:37,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5300 sec 2024-12-15T15:43:37,776 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.5370 sec 2024-12-15T15:43:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:38,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T15:43:38,162 DEBUG [Thread-1942 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44ff604f to 127.0.0.1:64152 2024-12-15T15:43:38,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:38,162 DEBUG [Thread-1942 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:38,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:38,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:38,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:38,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:38,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:38,163 DEBUG [Thread-1940 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b126c84 to 127.0.0.1:64152 2024-12-15T15:43:38,164 DEBUG [Thread-1940 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:38,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/c019efcda9464923bf7e5599b4663e6e is 50, key is test_row_0/A:col10/1734277418161/Put/seqid=0 2024-12-15T15:43:38,167 DEBUG [Thread-1944 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x54dabc8f to 127.0.0.1:64152 2024-12-15T15:43:38,167 DEBUG [Thread-1944 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:38,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742348_1524 (size=12301) 2024-12-15T15:43:38,174 DEBUG [Thread-1946 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a4d4e08 to 127.0.0.1:64152 2024-12-15T15:43:38,174 DEBUG [Thread-1946 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:38,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/c019efcda9464923bf7e5599b4663e6e 2024-12-15T15:43:38,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/ffe96134d0de438daf2b3c9169d0f1e3 is 50, key is test_row_0/B:col10/1734277418161/Put/seqid=0 2024-12-15T15:43:38,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742349_1525 (size=12301) 2024-12-15T15:43:38,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/ffe96134d0de438daf2b3c9169d0f1e3 2024-12-15T15:43:38,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/d4a31e990edd4c19ad07b7d143eb21ea is 50, key is test_row_0/C:col10/1734277418161/Put/seqid=0 2024-12-15T15:43:38,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742350_1526 (size=12301) 2024-12-15T15:43:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-15T15:43:39,361 INFO [Thread-1948 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-15T15:43:39,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/d4a31e990edd4c19ad07b7d143eb21ea 2024-12-15T15:43:39,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/c019efcda9464923bf7e5599b4663e6e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/c019efcda9464923bf7e5599b4663e6e 2024-12-15T15:43:39,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/c019efcda9464923bf7e5599b4663e6e, entries=150, sequenceid=444, filesize=12.0 K 2024-12-15T15:43:39,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/ffe96134d0de438daf2b3c9169d0f1e3 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/ffe96134d0de438daf2b3c9169d0f1e3 2024-12-15T15:43:39,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/ffe96134d0de438daf2b3c9169d0f1e3, entries=150, sequenceid=444, filesize=12.0 K 2024-12-15T15:43:39,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/d4a31e990edd4c19ad07b7d143eb21ea as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d4a31e990edd4c19ad07b7d143eb21ea 2024-12-15T15:43:39,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d4a31e990edd4c19ad07b7d143eb21ea, entries=150, sequenceid=444, filesize=12.0 K 2024-12-15T15:43:39,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=20.13 KB/20610 for 9cc51531e750cca108ccec302bda0f3c in 1238ms, sequenceid=444, compaction requested=true 2024-12-15T15:43:39,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:39,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:39,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:39,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:39,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:39,400 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:39,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9cc51531e750cca108ccec302bda0f3c:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:39,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:39,400 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:39,401 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:39,401 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:39,401 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/A is initiating minor compaction (all files) 2024-12-15T15:43:39,401 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/B is initiating minor compaction (all files) 2024-12-15T15:43:39,401 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/A in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:39,401 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/B in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:39,401 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/d3b3174c0680414a8045469a074647c7, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/51f5ccba2b704fbea94f9849e2008191, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/c019efcda9464923bf7e5599b4663e6e] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=36.5 K 2024-12-15T15:43:39,401 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d9fc553d6a834ab48d2d325fa11433b6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/c5c87d00e5c8430ca881b15edbf35db3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/ffe96134d0de438daf2b3c9169d0f1e3] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=36.5 K 2024-12-15T15:43:39,401 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3b3174c0680414a8045469a074647c7, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1734277413600 2024-12-15T15:43:39,401 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d9fc553d6a834ab48d2d325fa11433b6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1734277413600 2024-12-15T15:43:39,401 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51f5ccba2b704fbea94f9849e2008191, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1734277414830 2024-12-15T15:43:39,401 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting c5c87d00e5c8430ca881b15edbf35db3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1734277414830 2024-12-15T15:43:39,402 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting c019efcda9464923bf7e5599b4663e6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1734277417033 2024-12-15T15:43:39,402 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ffe96134d0de438daf2b3c9169d0f1e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1734277417033 2024-12-15T15:43:39,406 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#B#compaction#449 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:39,407 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/afd1a275982f46d0bce0096ad0e30fda is 50, key is test_row_0/B:col10/1734277418161/Put/seqid=0 2024-12-15T15:43:39,407 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#A#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:39,407 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/ce457ff902f540899f0f71e984b36d83 is 50, key is test_row_0/A:col10/1734277418161/Put/seqid=0 2024-12-15T15:43:39,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742351_1527 (size=12881) 2024-12-15T15:43:39,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742352_1528 (size=12881) 2024-12-15T15:43:39,422 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/afd1a275982f46d0bce0096ad0e30fda as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/afd1a275982f46d0bce0096ad0e30fda 2024-12-15T15:43:39,426 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/B of 9cc51531e750cca108ccec302bda0f3c into afd1a275982f46d0bce0096ad0e30fda(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:39,426 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:39,426 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/B, priority=13, startTime=1734277419400; duration=0sec 2024-12-15T15:43:39,426 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:39,427 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:B 2024-12-15T15:43:39,427 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:39,427 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:39,428 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 9cc51531e750cca108ccec302bda0f3c/C is initiating minor compaction (all files) 2024-12-15T15:43:39,428 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 9cc51531e750cca108ccec302bda0f3c/C in TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:39,428 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/5606bc035cfb4421aa2f13a22401aa3e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/a07eafe8b15047c8a611b92194234999, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d4a31e990edd4c19ad07b7d143eb21ea] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp, totalSize=36.5 K 2024-12-15T15:43:39,428 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 5606bc035cfb4421aa2f13a22401aa3e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1734277413600 2024-12-15T15:43:39,428 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a07eafe8b15047c8a611b92194234999, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1734277414830 2024-12-15T15:43:39,429 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d4a31e990edd4c19ad07b7d143eb21ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1734277417033 2024-12-15T15:43:39,435 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9cc51531e750cca108ccec302bda0f3c#C#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:39,436 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/c951ab9903a94cd0a9f9d696a2ba2145 is 50, key is test_row_0/C:col10/1734277418161/Put/seqid=0 2024-12-15T15:43:39,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742353_1529 (size=12881) 2024-12-15T15:43:39,823 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/ce457ff902f540899f0f71e984b36d83 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/ce457ff902f540899f0f71e984b36d83 2024-12-15T15:43:39,826 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/A of 9cc51531e750cca108ccec302bda0f3c into ce457ff902f540899f0f71e984b36d83(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:39,826 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:39,826 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/A, priority=13, startTime=1734277419400; duration=0sec 2024-12-15T15:43:39,826 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:39,826 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:A 2024-12-15T15:43:39,842 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/c951ab9903a94cd0a9f9d696a2ba2145 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/c951ab9903a94cd0a9f9d696a2ba2145 2024-12-15T15:43:39,845 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 9cc51531e750cca108ccec302bda0f3c/C of 9cc51531e750cca108ccec302bda0f3c into c951ab9903a94cd0a9f9d696a2ba2145(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:39,845 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:39,845 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c., storeName=9cc51531e750cca108ccec302bda0f3c/C, priority=13, startTime=1734277419400; duration=0sec 2024-12-15T15:43:39,845 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:39,845 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9cc51531e750cca108ccec302bda0f3c:C 2024-12-15T15:43:39,936 DEBUG [Thread-1938 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c20a8d9 to 127.0.0.1:64152 2024-12-15T15:43:39,936 DEBUG [Thread-1938 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1939 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5813 rows 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1931 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5790 rows 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1935 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5804 rows 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1962 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5886 rows 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1947 2024-12-15T15:43:39,936 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5837 rows 2024-12-15T15:43:39,936 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T15:43:39,936 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x721e6c0a to 127.0.0.1:64152 2024-12-15T15:43:39,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:43:39,939 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T15:43:39,939 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T15:43:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T15:43:39,942 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277419941"}]},"ts":"1734277419941"} 2024-12-15T15:43:39,942 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T15:43:39,961 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T15:43:39,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T15:43:39,963 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cc51531e750cca108ccec302bda0f3c, UNASSIGN}] 2024-12-15T15:43:39,964 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=138, ppid=137, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cc51531e750cca108ccec302bda0f3c, UNASSIGN 2024-12-15T15:43:39,964 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=9cc51531e750cca108ccec302bda0f3c, regionState=CLOSING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:39,965 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T15:43:39,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; CloseRegionProcedure 9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:43:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T15:43:40,116 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:40,116 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(124): Close 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:40,116 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T15:43:40,116 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1681): Closing 9cc51531e750cca108ccec302bda0f3c, disabling compactions & flushes 2024-12-15T15:43:40,116 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:40,116 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:40,116 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. after waiting 0 ms 2024-12-15T15:43:40,116 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:40,117 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(2837): Flushing 9cc51531e750cca108ccec302bda0f3c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-15T15:43:40,117 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=A 2024-12-15T15:43:40,117 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:40,117 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=B 2024-12-15T15:43:40,117 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:40,117 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 9cc51531e750cca108ccec302bda0f3c, store=C 2024-12-15T15:43:40,117 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:40,120 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/e58e94190f834172bb5e67fb59632e3b is 50, key is test_row_0/A:col10/1734277419935/Put/seqid=0 2024-12-15T15:43:40,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742354_1530 (size=12301) 2024-12-15T15:43:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T15:43:40,524 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/e58e94190f834172bb5e67fb59632e3b 2024-12-15T15:43:40,530 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/44a52656983c4007a20d804397eedc21 is 50, key is test_row_0/B:col10/1734277419935/Put/seqid=0 2024-12-15T15:43:40,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742355_1531 (size=12301) 2024-12-15T15:43:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T15:43:40,933 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/44a52656983c4007a20d804397eedc21 2024-12-15T15:43:40,944 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/9313e234c7714351831e6eea647262d4 is 50, key is test_row_0/C:col10/1734277419935/Put/seqid=0 2024-12-15T15:43:40,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742356_1532 (size=12301) 2024-12-15T15:43:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T15:43:41,349 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/9313e234c7714351831e6eea647262d4 2024-12-15T15:43:41,352 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/A/e58e94190f834172bb5e67fb59632e3b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/e58e94190f834172bb5e67fb59632e3b 2024-12-15T15:43:41,355 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/e58e94190f834172bb5e67fb59632e3b, entries=150, sequenceid=454, filesize=12.0 K 2024-12-15T15:43:41,356 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/B/44a52656983c4007a20d804397eedc21 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/44a52656983c4007a20d804397eedc21 2024-12-15T15:43:41,359 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/44a52656983c4007a20d804397eedc21, entries=150, sequenceid=454, filesize=12.0 K 2024-12-15T15:43:41,359 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/.tmp/C/9313e234c7714351831e6eea647262d4 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/9313e234c7714351831e6eea647262d4 2024-12-15T15:43:41,362 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/9313e234c7714351831e6eea647262d4, entries=150, sequenceid=454, filesize=12.0 K 2024-12-15T15:43:41,363 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 9cc51531e750cca108ccec302bda0f3c in 1247ms, sequenceid=454, compaction requested=false 2024-12-15T15:43:41,363 DEBUG [StoreCloser-TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/6ab704c753be4ef6a993935d9bd0aa2d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/676a6c7add62423e8ca56d9ce810c460, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/ede1ee23a0134e78828f382573ff4b8b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/8723aac920a94b8690a63b3e270679b8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/3226d48a6d50449488b45e511dd3c82c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/303a997ae59b4e948da528918706b223, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/f8f56b4fd5cb44ef9ac132b2773b11c1, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/6cee20404a9d457e8a67560b3812b2b4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/31d9eca75b7f4f7aa009badb46756064, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/1dec4a90c3fd4aa2b84808ba240ce3bb, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/c89c41b1faff4fb188798bdfd8593973, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/9e8aa9e40a174dae9e5ac78223da52c0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/2d062449b50e441595c95fb582e0334c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/4f7c170eb0914af08627aa084a3dc9f1, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/d3b3174c0680414a8045469a074647c7, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/51f5ccba2b704fbea94f9849e2008191, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/c019efcda9464923bf7e5599b4663e6e] to archive 2024-12-15T15:43:41,370 DEBUG [StoreCloser-TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:43:41,375 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/f8f56b4fd5cb44ef9ac132b2773b11c1 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/f8f56b4fd5cb44ef9ac132b2773b11c1 2024-12-15T15:43:41,375 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/ede1ee23a0134e78828f382573ff4b8b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/ede1ee23a0134e78828f382573ff4b8b 2024-12-15T15:43:41,375 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/8723aac920a94b8690a63b3e270679b8 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/8723aac920a94b8690a63b3e270679b8 2024-12-15T15:43:41,375 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/3226d48a6d50449488b45e511dd3c82c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/3226d48a6d50449488b45e511dd3c82c 2024-12-15T15:43:41,375 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/303a997ae59b4e948da528918706b223 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/303a997ae59b4e948da528918706b223 2024-12-15T15:43:41,375 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/676a6c7add62423e8ca56d9ce810c460 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/676a6c7add62423e8ca56d9ce810c460 2024-12-15T15:43:41,375 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/6ab704c753be4ef6a993935d9bd0aa2d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/6ab704c753be4ef6a993935d9bd0aa2d 2024-12-15T15:43:41,375 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/6cee20404a9d457e8a67560b3812b2b4 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/6cee20404a9d457e8a67560b3812b2b4 2024-12-15T15:43:41,378 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/1dec4a90c3fd4aa2b84808ba240ce3bb to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/1dec4a90c3fd4aa2b84808ba240ce3bb 2024-12-15T15:43:41,378 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/31d9eca75b7f4f7aa009badb46756064 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/31d9eca75b7f4f7aa009badb46756064 2024-12-15T15:43:41,378 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/9e8aa9e40a174dae9e5ac78223da52c0 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/9e8aa9e40a174dae9e5ac78223da52c0 2024-12-15T15:43:41,378 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/c89c41b1faff4fb188798bdfd8593973 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/c89c41b1faff4fb188798bdfd8593973 2024-12-15T15:43:41,378 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/2d062449b50e441595c95fb582e0334c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/2d062449b50e441595c95fb582e0334c 2024-12-15T15:43:41,379 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/4f7c170eb0914af08627aa084a3dc9f1 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/4f7c170eb0914af08627aa084a3dc9f1 2024-12-15T15:43:41,379 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/d3b3174c0680414a8045469a074647c7 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/d3b3174c0680414a8045469a074647c7 2024-12-15T15:43:41,380 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/51f5ccba2b704fbea94f9849e2008191 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/51f5ccba2b704fbea94f9849e2008191 2024-12-15T15:43:41,381 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/c019efcda9464923bf7e5599b4663e6e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/c019efcda9464923bf7e5599b4663e6e 2024-12-15T15:43:41,382 DEBUG [StoreCloser-TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/ef4cbc52389a4250828256793a569fd0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/9f3e746cadca4e70aec5f260240590a6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/892a91427bd44e4c839b33745306cbdf, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/e29abce6729f494d8de8d987fc6f7447, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/1a9b280d3d874ca4b8cc44ff0ab20e44, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/77e73fa4b39e4fcf9a0ab4500b23c3dd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/24bef44e003c4889a951b8051021977b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/2ba75c5df4964a24a3b71e70555d8bd3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/2455f6752b5c4da5bc23fa220a16fc01, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/94008499e43d42a39dd2be62c6d1ba59, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/9f347e7d22d54c4a92b944750f7f6941, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/fb710d274cdc47cfb60b7bad43f95bb4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/5ac6fb974c544e99a34fdadaeee8ddaa, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d9fc553d6a834ab48d2d325fa11433b6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/0b821375d6f94e089e797dd64baa4afa, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/c5c87d00e5c8430ca881b15edbf35db3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/ffe96134d0de438daf2b3c9169d0f1e3] to archive 2024-12-15T15:43:41,383 DEBUG [StoreCloser-TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:43:41,386 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/ef4cbc52389a4250828256793a569fd0 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/ef4cbc52389a4250828256793a569fd0 2024-12-15T15:43:41,386 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/892a91427bd44e4c839b33745306cbdf to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/892a91427bd44e4c839b33745306cbdf 2024-12-15T15:43:41,386 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/9f3e746cadca4e70aec5f260240590a6 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/9f3e746cadca4e70aec5f260240590a6 2024-12-15T15:43:41,386 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/1a9b280d3d874ca4b8cc44ff0ab20e44 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/1a9b280d3d874ca4b8cc44ff0ab20e44 2024-12-15T15:43:41,386 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/e29abce6729f494d8de8d987fc6f7447 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/e29abce6729f494d8de8d987fc6f7447 2024-12-15T15:43:41,386 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/24bef44e003c4889a951b8051021977b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/24bef44e003c4889a951b8051021977b 2024-12-15T15:43:41,386 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/2ba75c5df4964a24a3b71e70555d8bd3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/2ba75c5df4964a24a3b71e70555d8bd3 2024-12-15T15:43:41,387 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/77e73fa4b39e4fcf9a0ab4500b23c3dd to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/77e73fa4b39e4fcf9a0ab4500b23c3dd 2024-12-15T15:43:41,388 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/2455f6752b5c4da5bc23fa220a16fc01 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/2455f6752b5c4da5bc23fa220a16fc01 2024-12-15T15:43:41,389 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/fb710d274cdc47cfb60b7bad43f95bb4 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/fb710d274cdc47cfb60b7bad43f95bb4 2024-12-15T15:43:41,389 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/5ac6fb974c544e99a34fdadaeee8ddaa to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/5ac6fb974c544e99a34fdadaeee8ddaa 2024-12-15T15:43:41,389 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/94008499e43d42a39dd2be62c6d1ba59 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/94008499e43d42a39dd2be62c6d1ba59 2024-12-15T15:43:41,389 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/9f347e7d22d54c4a92b944750f7f6941 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/9f347e7d22d54c4a92b944750f7f6941 2024-12-15T15:43:41,389 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/c5c87d00e5c8430ca881b15edbf35db3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/c5c87d00e5c8430ca881b15edbf35db3 2024-12-15T15:43:41,389 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d9fc553d6a834ab48d2d325fa11433b6 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/d9fc553d6a834ab48d2d325fa11433b6 2024-12-15T15:43:41,389 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/0b821375d6f94e089e797dd64baa4afa to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/0b821375d6f94e089e797dd64baa4afa 2024-12-15T15:43:41,390 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/ffe96134d0de438daf2b3c9169d0f1e3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/ffe96134d0de438daf2b3c9169d0f1e3 2024-12-15T15:43:41,400 DEBUG [StoreCloser-TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/cfa0cc0a08b94d7a9e3378ece82263cf, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/7f56ad791f0343c792106f54b8ce7223, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/4a348521c90e4dbea19b9830aa3aace4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/1c9e9460ccfd4da88de5a8633073c467, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/de1af259470740faac7eb1fc1bfb2990, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/5f0d69ace3464748ae81509cc793e26f, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/f1e143eedd3d4ca89ede04ecafce62ed, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d0704f32bf8e44ceb9b3fe6ec81652dc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/7a7677199e4b49f1885c24c788f5d656, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/ece1058aea304cdea6c75c598c81f805, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/446b4cd343e64113894be4be52fc5000, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/abff5951615042a1b44e5d9909115ec5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/434ed0fe198c4817a717f279c466c041, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/5606bc035cfb4421aa2f13a22401aa3e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/b9bf7acc6a1d42a09dba8387087f11b4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/a07eafe8b15047c8a611b92194234999, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d4a31e990edd4c19ad07b7d143eb21ea] to archive 2024-12-15T15:43:41,402 DEBUG [StoreCloser-TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:43:41,407 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/7f56ad791f0343c792106f54b8ce7223 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/7f56ad791f0343c792106f54b8ce7223 2024-12-15T15:43:41,407 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/de1af259470740faac7eb1fc1bfb2990 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/de1af259470740faac7eb1fc1bfb2990 2024-12-15T15:43:41,408 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/4a348521c90e4dbea19b9830aa3aace4 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/4a348521c90e4dbea19b9830aa3aace4 2024-12-15T15:43:41,412 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/5f0d69ace3464748ae81509cc793e26f to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/5f0d69ace3464748ae81509cc793e26f 2024-12-15T15:43:41,412 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/cfa0cc0a08b94d7a9e3378ece82263cf to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/cfa0cc0a08b94d7a9e3378ece82263cf 2024-12-15T15:43:41,412 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/f1e143eedd3d4ca89ede04ecafce62ed to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/f1e143eedd3d4ca89ede04ecafce62ed 2024-12-15T15:43:41,412 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d0704f32bf8e44ceb9b3fe6ec81652dc to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d0704f32bf8e44ceb9b3fe6ec81652dc 2024-12-15T15:43:41,412 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/1c9e9460ccfd4da88de5a8633073c467 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/1c9e9460ccfd4da88de5a8633073c467 2024-12-15T15:43:41,419 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/ece1058aea304cdea6c75c598c81f805 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/ece1058aea304cdea6c75c598c81f805 2024-12-15T15:43:41,419 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/7a7677199e4b49f1885c24c788f5d656 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/7a7677199e4b49f1885c24c788f5d656 2024-12-15T15:43:41,420 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/446b4cd343e64113894be4be52fc5000 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/446b4cd343e64113894be4be52fc5000 2024-12-15T15:43:41,421 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/434ed0fe198c4817a717f279c466c041 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/434ed0fe198c4817a717f279c466c041 2024-12-15T15:43:41,421 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/a07eafe8b15047c8a611b92194234999 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/a07eafe8b15047c8a611b92194234999 2024-12-15T15:43:41,421 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/b9bf7acc6a1d42a09dba8387087f11b4 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/b9bf7acc6a1d42a09dba8387087f11b4 2024-12-15T15:43:41,421 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/abff5951615042a1b44e5d9909115ec5 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/abff5951615042a1b44e5d9909115ec5 2024-12-15T15:43:41,421 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/5606bc035cfb4421aa2f13a22401aa3e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/5606bc035cfb4421aa2f13a22401aa3e 2024-12-15T15:43:41,423 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d4a31e990edd4c19ad07b7d143eb21ea to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/d4a31e990edd4c19ad07b7d143eb21ea 2024-12-15T15:43:41,429 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/recovered.edits/457.seqid, newMaxSeqId=457, maxSeqId=1 2024-12-15T15:43:41,430 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c. 2024-12-15T15:43:41,430 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] regionserver.HRegion(1635): Region close journal for 9cc51531e750cca108ccec302bda0f3c: 2024-12-15T15:43:41,433 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=139}] handler.UnassignRegionHandler(170): Closed 9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:41,433 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=138 updating hbase:meta row=9cc51531e750cca108ccec302bda0f3c, regionState=CLOSED 2024-12-15T15:43:41,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-15T15:43:41,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; CloseRegionProcedure 9cc51531e750cca108ccec302bda0f3c, server=af3997dcf86f,46311,1734277284128 in 1.4690 sec 2024-12-15T15:43:41,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=138, resume processing ppid=137 2024-12-15T15:43:41,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, ppid=137, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=9cc51531e750cca108ccec302bda0f3c, UNASSIGN in 1.4750 sec 2024-12-15T15:43:41,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-15T15:43:41,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4790 sec 2024-12-15T15:43:41,444 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277421444"}]},"ts":"1734277421444"} 2024-12-15T15:43:41,445 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T15:43:41,460 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T15:43:41,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5220 sec 2024-12-15T15:43:42,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-15T15:43:42,046 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-15T15:43:42,046 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T15:43:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:42,048 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=140, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-15T15:43:42,049 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=140, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:42,057 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:42,064 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/recovered.edits] 2024-12-15T15:43:42,067 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/ce457ff902f540899f0f71e984b36d83 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/ce457ff902f540899f0f71e984b36d83 2024-12-15T15:43:42,069 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/e58e94190f834172bb5e67fb59632e3b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/A/e58e94190f834172bb5e67fb59632e3b 2024-12-15T15:43:42,073 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/44a52656983c4007a20d804397eedc21 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/44a52656983c4007a20d804397eedc21 2024-12-15T15:43:42,073 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/afd1a275982f46d0bce0096ad0e30fda to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/B/afd1a275982f46d0bce0096ad0e30fda 2024-12-15T15:43:42,076 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/9313e234c7714351831e6eea647262d4 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/9313e234c7714351831e6eea647262d4 2024-12-15T15:43:42,078 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/c951ab9903a94cd0a9f9d696a2ba2145 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/C/c951ab9903a94cd0a9f9d696a2ba2145 2024-12-15T15:43:42,087 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/recovered.edits/457.seqid to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c/recovered.edits/457.seqid 2024-12-15T15:43:42,089 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/9cc51531e750cca108ccec302bda0f3c 2024-12-15T15:43:42,089 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T15:43:42,092 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=140, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:42,096 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T15:43:42,098 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T15:43:42,099 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=140, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:42,099 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T15:43:42,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734277422099"}]},"ts":"9223372036854775807"} 2024-12-15T15:43:42,105 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T15:43:42,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 9cc51531e750cca108ccec302bda0f3c, NAME => 'TestAcidGuarantees,,1734277395912.9cc51531e750cca108ccec302bda0f3c.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T15:43:42,105 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T15:43:42,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734277422105"}]},"ts":"9223372036854775807"} 2024-12-15T15:43:42,109 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T15:43:42,121 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=140, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:42,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 75 msec 2024-12-15T15:43:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-15T15:43:42,153 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-15T15:43:42,169 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=248 (was 247) - Thread LEAK? -, OpenFileDescriptor=461 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1096 (was 1095) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2664 (was 3463) 2024-12-15T15:43:42,184 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=248, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=1096, ProcessCount=11, AvailableMemoryMB=2662 2024-12-15T15:43:42,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T15:43:42,185 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T15:43:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:42,187 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T15:43:42,187 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:42,187 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 141 2024-12-15T15:43:42,188 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T15:43:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-15T15:43:42,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742357_1533 (size=963) 2024-12-15T15:43:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-15T15:43:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-15T15:43:42,596 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148 2024-12-15T15:43:42,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742358_1534 (size=53) 2024-12-15T15:43:42,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-15T15:43:43,000 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:43:43,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 95bf953924234aa199453db36257dfde, disabling compactions & flushes 2024-12-15T15:43:43,001 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:43,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:43,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. after waiting 0 ms 2024-12-15T15:43:43,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:43,001 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:43,001 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:43,002 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T15:43:43,002 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734277423002"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734277423002"}]},"ts":"1734277423002"} 2024-12-15T15:43:43,003 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T15:43:43,003 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T15:43:43,003 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277423003"}]},"ts":"1734277423003"} 2024-12-15T15:43:43,004 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-15T15:43:43,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=95bf953924234aa199453db36257dfde, ASSIGN}] 2024-12-15T15:43:43,054 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=95bf953924234aa199453db36257dfde, ASSIGN 2024-12-15T15:43:43,055 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=142, ppid=141, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=95bf953924234aa199453db36257dfde, ASSIGN; state=OFFLINE, location=af3997dcf86f,46311,1734277284128; forceNewPlan=false, retain=false 2024-12-15T15:43:43,205 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=95bf953924234aa199453db36257dfde, regionState=OPENING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:43,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; OpenRegionProcedure 95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:43:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-15T15:43:43,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:43,361 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:43,361 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7285): Opening region: {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} 2024-12-15T15:43:43,362 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 95bf953924234aa199453db36257dfde 2024-12-15T15:43:43,362 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:43:43,362 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7327): checking encryption for 95bf953924234aa199453db36257dfde 2024-12-15T15:43:43,362 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(7330): checking classloading for 95bf953924234aa199453db36257dfde 2024-12-15T15:43:43,363 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 95bf953924234aa199453db36257dfde 2024-12-15T15:43:43,364 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:43:43,364 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95bf953924234aa199453db36257dfde columnFamilyName A 2024-12-15T15:43:43,364 DEBUG [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:43,365 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.HStore(327): Store=95bf953924234aa199453db36257dfde/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:43:43,365 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 95bf953924234aa199453db36257dfde 2024-12-15T15:43:43,366 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:43:43,366 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95bf953924234aa199453db36257dfde columnFamilyName B 2024-12-15T15:43:43,366 DEBUG [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:43,367 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.HStore(327): Store=95bf953924234aa199453db36257dfde/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:43:43,367 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 95bf953924234aa199453db36257dfde 2024-12-15T15:43:43,368 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:43:43,368 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95bf953924234aa199453db36257dfde columnFamilyName C 2024-12-15T15:43:43,368 DEBUG [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:43,368 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.HStore(327): Store=95bf953924234aa199453db36257dfde/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:43:43,368 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:43,369 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde 2024-12-15T15:43:43,369 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde 2024-12-15T15:43:43,371 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T15:43:43,372 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1085): writing seq id for 95bf953924234aa199453db36257dfde 2024-12-15T15:43:43,373 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T15:43:43,374 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1102): Opened 95bf953924234aa199453db36257dfde; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73778998, jitterRate=0.09939274191856384}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T15:43:43,374 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegion(1001): Region open journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:43,375 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., pid=143, masterSystemTime=1734277423358 2024-12-15T15:43:43,376 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:43,376 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=143}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:43,377 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=142 updating hbase:meta row=95bf953924234aa199453db36257dfde, regionState=OPEN, openSeqNum=2, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:43,377 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38351 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=af3997dcf86f,46311,1734277284128, table=TestAcidGuarantees, region=95bf953924234aa199453db36257dfde. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T15:43:43,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-15T15:43:43,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; OpenRegionProcedure 95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 in 171 msec 2024-12-15T15:43:43,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=142, resume processing ppid=141 2024-12-15T15:43:43,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, ppid=141, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=95bf953924234aa199453db36257dfde, ASSIGN in 326 msec 2024-12-15T15:43:43,380 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T15:43:43,381 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277423381"}]},"ts":"1734277423381"} 2024-12-15T15:43:43,381 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-15T15:43:43,394 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=141, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T15:43:43,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2090 sec 2024-12-15T15:43:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=141 2024-12-15T15:43:44,293 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 141 completed 2024-12-15T15:43:44,294 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65aca2ac to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c0f5004 2024-12-15T15:43:44,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31adbce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:44,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:44,356 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:44,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T15:43:44,358 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T15:43:44,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-15T15:43:44,359 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T15:43:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-15T15:43:44,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742359_1535 (size=999) 2024-12-15T15:43:44,776 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-15T15:43:44,776 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-15T15:43:44,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T15:43:44,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=95bf953924234aa199453db36257dfde, REOPEN/MOVE}] 2024-12-15T15:43:44,780 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=95bf953924234aa199453db36257dfde, REOPEN/MOVE 2024-12-15T15:43:44,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=95bf953924234aa199453db36257dfde, regionState=CLOSING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:44,782 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T15:43:44,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure 95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:43:44,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:44,935 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close 95bf953924234aa199453db36257dfde 2024-12-15T15:43:44,935 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T15:43:44,935 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing 95bf953924234aa199453db36257dfde, disabling compactions & flushes 2024-12-15T15:43:44,935 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:44,935 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:44,935 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. after waiting 0 ms 2024-12-15T15:43:44,935 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:44,939 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T15:43:44,939 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:44,940 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:44,940 WARN [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionServer(3786): Not adding moved region record: 95bf953924234aa199453db36257dfde to self. 2024-12-15T15:43:44,941 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed 95bf953924234aa199453db36257dfde 2024-12-15T15:43:44,942 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=95bf953924234aa199453db36257dfde, regionState=CLOSED 2024-12-15T15:43:44,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-15T15:43:44,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure 95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 in 161 msec 2024-12-15T15:43:44,946 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=95bf953924234aa199453db36257dfde, REOPEN/MOVE; state=CLOSED, location=af3997dcf86f,46311,1734277284128; forceNewPlan=false, retain=true 2024-12-15T15:43:45,096 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=95bf953924234aa199453db36257dfde, regionState=OPENING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=146, state=RUNNABLE; OpenRegionProcedure 95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:43:45,249 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,252 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:45,252 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7285): Opening region: {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} 2024-12-15T15:43:45,252 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 95bf953924234aa199453db36257dfde 2024-12-15T15:43:45,252 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T15:43:45,252 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7327): checking encryption for 95bf953924234aa199453db36257dfde 2024-12-15T15:43:45,252 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7330): checking classloading for 95bf953924234aa199453db36257dfde 2024-12-15T15:43:45,254 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 95bf953924234aa199453db36257dfde 2024-12-15T15:43:45,254 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:43:45,254 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95bf953924234aa199453db36257dfde columnFamilyName A 2024-12-15T15:43:45,255 DEBUG [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:45,256 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.HStore(327): Store=95bf953924234aa199453db36257dfde/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:43:45,256 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 95bf953924234aa199453db36257dfde 2024-12-15T15:43:45,257 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:43:45,257 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95bf953924234aa199453db36257dfde columnFamilyName B 2024-12-15T15:43:45,257 DEBUG [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:45,257 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.HStore(327): Store=95bf953924234aa199453db36257dfde/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:43:45,258 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 95bf953924234aa199453db36257dfde 2024-12-15T15:43:45,258 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-15T15:43:45,258 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 95bf953924234aa199453db36257dfde columnFamilyName C 2024-12-15T15:43:45,258 DEBUG [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:45,259 INFO [StoreOpener-95bf953924234aa199453db36257dfde-1 {}] regionserver.HStore(327): Store=95bf953924234aa199453db36257dfde/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T15:43:45,259 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:45,259 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde 2024-12-15T15:43:45,260 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde 2024-12-15T15:43:45,261 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-15T15:43:45,262 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1085): writing seq id for 95bf953924234aa199453db36257dfde 2024-12-15T15:43:45,263 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1102): Opened 95bf953924234aa199453db36257dfde; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73597531, jitterRate=0.09668867290019989}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-15T15:43:45,264 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1001): Region open journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:45,264 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., pid=148, masterSystemTime=1734277425249 2024-12-15T15:43:45,265 DEBUG [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:45,265 INFO [RS_OPEN_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:45,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=95bf953924234aa199453db36257dfde, regionState=OPEN, openSeqNum=5, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=146 2024-12-15T15:43:45,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=146, state=SUCCESS; OpenRegionProcedure 95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 in 170 msec 2024-12-15T15:43:45,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-12-15T15:43:45,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=95bf953924234aa199453db36257dfde, REOPEN/MOVE in 489 msec 2024-12-15T15:43:45,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-15T15:43:45,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 491 msec 2024-12-15T15:43:45,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 911 msec 2024-12-15T15:43:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-15T15:43:45,273 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x314e353d to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1767dc60 2024-12-15T15:43:45,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4276b1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:45,279 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x096e8e33 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20c3d7a2 2024-12-15T15:43:45,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574dd3aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:45,288 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e8d919c to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10cd3d28 2024-12-15T15:43:45,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29247c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:45,296 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44b14279 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d6c03ba 2024-12-15T15:43:45,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37227cb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:45,305 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6eb94416 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3395eba8 2024-12-15T15:43:45,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f6ce8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:45,321 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2406c4ea to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a5e441 2024-12-15T15:43:45,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675cc1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:45,337 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58970c4d to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@723a6cf2 2024-12-15T15:43:45,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e9c98b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:45,354 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7cb4faa4 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d48543c 2024-12-15T15:43:45,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60507b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:45,362 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c1c03a6 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@336a5bad 2024-12-15T15:43:45,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5005c24c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:45,371 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e9db979 to 127.0.0.1:64152 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fcb3634 2024-12-15T15:43:45,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a29423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T15:43:45,381 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:45,381 DEBUG [hconnection-0x5c4c1218-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-12-15T15:43:45,382 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:45,382 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:45,383 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T15:43:45,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:45,383 DEBUG [hconnection-0x7d003b6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:45,384 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55308, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:45,386 DEBUG [hconnection-0x4e0c05b3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:45,387 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:45,391 DEBUG [hconnection-0x63f0d024-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:45,393 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55332, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:43:45,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T15:43:45,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:43:45,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:45,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:43:45,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:45,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:43:45,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:45,403 DEBUG [hconnection-0x5f70fac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:45,403 DEBUG [hconnection-0x7dcee5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:45,404 DEBUG [hconnection-0x55e49b51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:45,404 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:45,404 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:45,405 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:45,411 DEBUG [hconnection-0x3cd03c83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:45,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277485410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,412 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55364, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:45,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277485412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277485413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277485413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,415 DEBUG [hconnection-0x730d1781-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:45,416 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:45,417 DEBUG [hconnection-0xf68a660-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T15:43:45,418 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T15:43:45,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277485419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121543d0c353d3654c308409afd086e0b756_95bf953924234aa199453db36257dfde is 50, key is test_row_1/A:col10/1734277425391/Put/seqid=0 2024-12-15T15:43:45,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742360_1536 (size=9714) 2024-12-15T15:43:45,451 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:45,457 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121543d0c353d3654c308409afd086e0b756_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121543d0c353d3654c308409afd086e0b756_95bf953924234aa199453db36257dfde 2024-12-15T15:43:45,462 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/26ffc55073a74f76bed94c62dedc36e6, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:45,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/26ffc55073a74f76bed94c62dedc36e6 is 175, key is test_row_1/A:col10/1734277425391/Put/seqid=0 2024-12-15T15:43:45,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742361_1537 (size=22361) 2024-12-15T15:43:45,478 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/26ffc55073a74f76bed94c62dedc36e6 2024-12-15T15:43:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T15:43:45,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/36a19fd5af5c465793874e93822eec3e is 50, key is test_row_1/B:col10/1734277425391/Put/seqid=0 2024-12-15T15:43:45,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742362_1538 (size=9657) 2024-12-15T15:43:45,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277485513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277485515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277485518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277485521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277485525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,534 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-15T15:43:45,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:45,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:45,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:45,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:45,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T15:43:45,689 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-15T15:43:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:45,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:45,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277485717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277485720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277485724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277485726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277485727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-15T15:43:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:45,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:45,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:45,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/36a19fd5af5c465793874e93822eec3e 2024-12-15T15:43:45,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/2787b35a35524925ae005e0bdbdb3203 is 50, key is test_row_1/C:col10/1734277425391/Put/seqid=0 2024-12-15T15:43:45,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742363_1539 (size=9657) 2024-12-15T15:43:45,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/2787b35a35524925ae005e0bdbdb3203 2024-12-15T15:43:45,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/26ffc55073a74f76bed94c62dedc36e6 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/26ffc55073a74f76bed94c62dedc36e6 2024-12-15T15:43:45,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/26ffc55073a74f76bed94c62dedc36e6, entries=100, sequenceid=16, filesize=21.8 K 2024-12-15T15:43:45,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/36a19fd5af5c465793874e93822eec3e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/36a19fd5af5c465793874e93822eec3e 2024-12-15T15:43:45,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/36a19fd5af5c465793874e93822eec3e, entries=100, sequenceid=16, filesize=9.4 K 2024-12-15T15:43:45,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/2787b35a35524925ae005e0bdbdb3203 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/2787b35a35524925ae005e0bdbdb3203 2024-12-15T15:43:45,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/2787b35a35524925ae005e0bdbdb3203, entries=100, sequenceid=16, filesize=9.4 K 2024-12-15T15:43:45,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 95bf953924234aa199453db36257dfde in 587ms, sequenceid=16, compaction requested=false 2024-12-15T15:43:45,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T15:43:45,998 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:45,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-15T15:43:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:45,999 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T15:43:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:43:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:43:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:43:45,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:46,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159880d3018f064cd0a4fbfb25b39c31fd_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277425411/Put/seqid=0 2024-12-15T15:43:46,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742364_1540 (size=12154) 2024-12-15T15:43:46,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:43:46,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:46,024 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159880d3018f064cd0a4fbfb25b39c31fd_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159880d3018f064cd0a4fbfb25b39c31fd_95bf953924234aa199453db36257dfde 2024-12-15T15:43:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/52c3ab3dd58a4fefb231c137b7ba4e08, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/52c3ab3dd58a4fefb231c137b7ba4e08 is 175, key is test_row_0/A:col10/1734277425411/Put/seqid=0 2024-12-15T15:43:46,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742365_1541 (size=30955) 2024-12-15T15:43:46,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277486035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277486036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277486038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277486038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277486040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277486141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277486141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277486143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277486144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277486144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277486343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277486344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277486345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277486348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277486348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,447 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/52c3ab3dd58a4fefb231c137b7ba4e08 2024-12-15T15:43:46,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/3a10f94e684e46a5a9047ac72506ecaa is 50, key is test_row_0/B:col10/1734277425411/Put/seqid=0 2024-12-15T15:43:46,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742366_1542 (size=12001) 2024-12-15T15:43:46,493 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/3a10f94e684e46a5a9047ac72506ecaa 2024-12-15T15:43:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T15:43:46,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/700fd46431a7474cbcec6419f348a699 is 50, key is test_row_0/C:col10/1734277425411/Put/seqid=0 2024-12-15T15:43:46,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742367_1543 (size=12001) 2024-12-15T15:43:46,510 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/700fd46431a7474cbcec6419f348a699 2024-12-15T15:43:46,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/52c3ab3dd58a4fefb231c137b7ba4e08 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/52c3ab3dd58a4fefb231c137b7ba4e08 2024-12-15T15:43:46,516 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/52c3ab3dd58a4fefb231c137b7ba4e08, entries=150, sequenceid=41, filesize=30.2 K 2024-12-15T15:43:46,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/3a10f94e684e46a5a9047ac72506ecaa as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/3a10f94e684e46a5a9047ac72506ecaa 2024-12-15T15:43:46,522 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/3a10f94e684e46a5a9047ac72506ecaa, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T15:43:46,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/700fd46431a7474cbcec6419f348a699 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/700fd46431a7474cbcec6419f348a699 2024-12-15T15:43:46,535 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/700fd46431a7474cbcec6419f348a699, entries=150, sequenceid=41, filesize=11.7 K 2024-12-15T15:43:46,536 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 95bf953924234aa199453db36257dfde in 537ms, sequenceid=41, compaction requested=false 2024-12-15T15:43:46,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:46,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:46,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-12-15T15:43:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=150 2024-12-15T15:43:46,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-12-15T15:43:46,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1600 sec 2024-12-15T15:43:46,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 1.1710 sec 2024-12-15T15:43:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:43:46,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-15T15:43:46,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:43:46,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:46,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:43:46,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:46,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:43:46,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:46,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152753f713242243fba0c650f4ed10aed9_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277426035/Put/seqid=0 2024-12-15T15:43:46,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742368_1544 (size=12154) 2024-12-15T15:43:46,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277486691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277486692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277486695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277486695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277486696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277486798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277486798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277486799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277486799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277486799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:46,972 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-15T15:43:47,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277487001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277487002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277487002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277487004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277487005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,084 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:47,089 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412152753f713242243fba0c650f4ed10aed9_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152753f713242243fba0c650f4ed10aed9_95bf953924234aa199453db36257dfde 2024-12-15T15:43:47,090 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/ef36af14dbae4decadd6afe3d55941e9, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:47,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/ef36af14dbae4decadd6afe3d55941e9 is 175, key is test_row_0/A:col10/1734277426035/Put/seqid=0 2024-12-15T15:43:47,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742369_1545 (size=30955) 2024-12-15T15:43:47,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277487306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277487306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277487307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277487307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277487311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-12-15T15:43:47,499 INFO [Thread-2383 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-12-15T15:43:47,501 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/ef36af14dbae4decadd6afe3d55941e9 2024-12-15T15:43:47,503 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:47,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-12-15T15:43:47,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T15:43:47,504 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:47,505 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:47,506 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:47,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/2949fac805734cd2a3ba91cd93683584 is 50, key is test_row_0/B:col10/1734277426035/Put/seqid=0 2024-12-15T15:43:47,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742370_1546 (size=12001) 2024-12-15T15:43:47,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/2949fac805734cd2a3ba91cd93683584 2024-12-15T15:43:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T15:43:47,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/5ade547c991444c4ab7f847c69e389fc is 50, key is test_row_0/C:col10/1734277426035/Put/seqid=0 2024-12-15T15:43:47,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T15:43:47,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:47,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:47,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:47,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:47,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:47,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742371_1547 (size=12001) 2024-12-15T15:43:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:47,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277487811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277487812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277487812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277487813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277487815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T15:43:47,820 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T15:43:47,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:47,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:47,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:47,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:47,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:47,979 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:47,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T15:43:47,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:47,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:47,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:47,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:47,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:48,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/5ade547c991444c4ab7f847c69e389fc 2024-12-15T15:43:48,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/ef36af14dbae4decadd6afe3d55941e9 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/ef36af14dbae4decadd6afe3d55941e9 2024-12-15T15:43:48,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/ef36af14dbae4decadd6afe3d55941e9, entries=150, sequenceid=55, filesize=30.2 K 2024-12-15T15:43:48,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/2949fac805734cd2a3ba91cd93683584 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2949fac805734cd2a3ba91cd93683584 2024-12-15T15:43:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T15:43:48,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2949fac805734cd2a3ba91cd93683584, entries=150, sequenceid=55, filesize=11.7 K 2024-12-15T15:43:48,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:48,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T15:43:48,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:48,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:48,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:48,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:48,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:48,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/5ade547c991444c4ab7f847c69e389fc as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/5ade547c991444c4ab7f847c69e389fc 2024-12-15T15:43:48,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/5ade547c991444c4ab7f847c69e389fc, entries=150, sequenceid=55, filesize=11.7 K 2024-12-15T15:43:48,185 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 95bf953924234aa199453db36257dfde in 1529ms, sequenceid=55, compaction requested=true 2024-12-15T15:43:48,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:48,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:48,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:48,186 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:48,186 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:48,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:48,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:48,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:48,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:48,190 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:48,190 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/B is initiating minor compaction (all files) 2024-12-15T15:43:48,191 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/B in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:48,191 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/36a19fd5af5c465793874e93822eec3e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/3a10f94e684e46a5a9047ac72506ecaa, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2949fac805734cd2a3ba91cd93683584] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=32.9 K 2024-12-15T15:43:48,191 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84271 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:48,191 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/A is initiating minor compaction (all files) 2024-12-15T15:43:48,191 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/A in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:48,191 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/26ffc55073a74f76bed94c62dedc36e6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/52c3ab3dd58a4fefb231c137b7ba4e08, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/ef36af14dbae4decadd6afe3d55941e9] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=82.3 K 2024-12-15T15:43:48,191 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:48,191 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 36a19fd5af5c465793874e93822eec3e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734277425386 2024-12-15T15:43:48,191 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/26ffc55073a74f76bed94c62dedc36e6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/52c3ab3dd58a4fefb231c137b7ba4e08, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/ef36af14dbae4decadd6afe3d55941e9] 2024-12-15T15:43:48,191 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a10f94e684e46a5a9047ac72506ecaa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734277425406 2024-12-15T15:43:48,192 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26ffc55073a74f76bed94c62dedc36e6, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734277425386 2024-12-15T15:43:48,192 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 2949fac805734cd2a3ba91cd93683584, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734277426035 2024-12-15T15:43:48,192 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52c3ab3dd58a4fefb231c137b7ba4e08, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734277425406 2024-12-15T15:43:48,192 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef36af14dbae4decadd6afe3d55941e9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734277426035 2024-12-15T15:43:48,213 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:48,221 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:48,222 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/658396e4c67544cca2d3371b7b49950c is 50, key is test_row_0/B:col10/1734277426035/Put/seqid=0 2024-12-15T15:43:48,223 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215ce964660fe044f11b3d4f762a864d47c_95bf953924234aa199453db36257dfde store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:48,224 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215ce964660fe044f11b3d4f762a864d47c_95bf953924234aa199453db36257dfde, store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:48,225 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ce964660fe044f11b3d4f762a864d47c_95bf953924234aa199453db36257dfde because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:48,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742372_1548 (size=12104) 2024-12-15T15:43:48,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742373_1549 (size=4469) 2024-12-15T15:43:48,303 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:48,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-15T15:43:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:48,304 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-15T15:43:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:43:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:43:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:43:48,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:48,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215eeef31fb9bc142a79ecf4e1d4b833921_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277426693/Put/seqid=0 2024-12-15T15:43:48,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742374_1550 (size=12154) 2024-12-15T15:43:48,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:48,351 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215eeef31fb9bc142a79ecf4e1d4b833921_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215eeef31fb9bc142a79ecf4e1d4b833921_95bf953924234aa199453db36257dfde 2024-12-15T15:43:48,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/a529e3c96e3f40148d086c884b96b150, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:48,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/a529e3c96e3f40148d086c884b96b150 is 175, key is test_row_0/A:col10/1734277426693/Put/seqid=0 2024-12-15T15:43:48,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742375_1551 (size=30955) 2024-12-15T15:43:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T15:43:48,669 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/658396e4c67544cca2d3371b7b49950c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/658396e4c67544cca2d3371b7b49950c 2024-12-15T15:43:48,675 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95bf953924234aa199453db36257dfde/B of 95bf953924234aa199453db36257dfde into 658396e4c67544cca2d3371b7b49950c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:48,675 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:48,675 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/B, priority=13, startTime=1734277428186; duration=0sec 2024-12-15T15:43:48,675 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:48,675 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:B 2024-12-15T15:43:48,675 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:43:48,675 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#A#compaction#464 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:48,676 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/23f856389efc487787400d44a65863c4 is 175, key is test_row_0/A:col10/1734277426035/Put/seqid=0 2024-12-15T15:43:48,678 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:43:48,678 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/C is initiating minor compaction (all files) 2024-12-15T15:43:48,678 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/C in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:48,679 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/2787b35a35524925ae005e0bdbdb3203, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/700fd46431a7474cbcec6419f348a699, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/5ade547c991444c4ab7f847c69e389fc] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=32.9 K 2024-12-15T15:43:48,679 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 2787b35a35524925ae005e0bdbdb3203, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1734277425386 2024-12-15T15:43:48,679 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 700fd46431a7474cbcec6419f348a699, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734277425406 2024-12-15T15:43:48,679 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ade547c991444c4ab7f847c69e389fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734277426035 2024-12-15T15:43:48,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742376_1552 (size=31058) 2024-12-15T15:43:48,685 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/23f856389efc487787400d44a65863c4 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/23f856389efc487787400d44a65863c4 2024-12-15T15:43:48,689 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#C#compaction#467 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:48,689 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/8fc371097a82475c97b3fc88298fb8fd is 50, key is test_row_0/C:col10/1734277426035/Put/seqid=0 2024-12-15T15:43:48,701 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95bf953924234aa199453db36257dfde/A of 95bf953924234aa199453db36257dfde into 23f856389efc487787400d44a65863c4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:48,701 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:48,701 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/A, priority=13, startTime=1734277428186; duration=0sec 2024-12-15T15:43:48,701 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:48,701 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:A 2024-12-15T15:43:48,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742377_1553 (size=12104) 2024-12-15T15:43:48,761 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/a529e3c96e3f40148d086c884b96b150 2024-12-15T15:43:48,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/43e85b9cbaa143279da0a625007b9409 is 50, key is test_row_0/B:col10/1734277426693/Put/seqid=0 2024-12-15T15:43:48,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742378_1554 (size=12001) 2024-12-15T15:43:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:43:48,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:48,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277488835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:48,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277488872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:48,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277488872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:48,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:48,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277488872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277488873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:48,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277488975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:48,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:48,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277488975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277488975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:48,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:48,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277488976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277488976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:49,132 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/8fc371097a82475c97b3fc88298fb8fd as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/8fc371097a82475c97b3fc88298fb8fd 2024-12-15T15:43:49,139 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95bf953924234aa199453db36257dfde/C of 95bf953924234aa199453db36257dfde into 8fc371097a82475c97b3fc88298fb8fd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:49,139 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:49,139 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/C, priority=13, startTime=1734277428186; duration=0sec 2024-12-15T15:43:49,140 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:49,140 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:C 2024-12-15T15:43:49,170 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/43e85b9cbaa143279da0a625007b9409 2024-12-15T15:43:49,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/e17816348deb47f6aa85b6188ae3f523 is 50, key is test_row_0/C:col10/1734277426693/Put/seqid=0 2024-12-15T15:43:49,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742379_1555 (size=12001) 2024-12-15T15:43:49,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277489177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:49,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277489178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:49,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277489178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:49,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277489178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:49,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277489178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:49,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277489482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:49,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277489482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:49,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:49,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277489485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277489485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:49,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277489491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:49,578 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/e17816348deb47f6aa85b6188ae3f523 2024-12-15T15:43:49,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/a529e3c96e3f40148d086c884b96b150 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/a529e3c96e3f40148d086c884b96b150 2024-12-15T15:43:49,589 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/a529e3c96e3f40148d086c884b96b150, entries=150, sequenceid=78, filesize=30.2 K 2024-12-15T15:43:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/43e85b9cbaa143279da0a625007b9409 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/43e85b9cbaa143279da0a625007b9409 2024-12-15T15:43:49,594 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/43e85b9cbaa143279da0a625007b9409, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T15:43:49,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/e17816348deb47f6aa85b6188ae3f523 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/e17816348deb47f6aa85b6188ae3f523 2024-12-15T15:43:49,598 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/e17816348deb47f6aa85b6188ae3f523, entries=150, sequenceid=78, filesize=11.7 K 2024-12-15T15:43:49,599 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 95bf953924234aa199453db36257dfde in 1295ms, sequenceid=78, compaction requested=false 2024-12-15T15:43:49,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:49,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:49,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-12-15T15:43:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=152 2024-12-15T15:43:49,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-12-15T15:43:49,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0950 sec 2024-12-15T15:43:49,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 2.0990 sec 2024-12-15T15:43:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=151 2024-12-15T15:43:49,621 INFO [Thread-2383 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 151 completed 2024-12-15T15:43:49,622 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-12-15T15:43:49,623 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T15:43:49,624 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:49,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T15:43:49,774 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:49,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-15T15:43:49,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:49,776 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T15:43:49,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:43:49,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:49,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:43:49,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:49,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:43:49,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:49,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159f5e1e890bd14f759c56d095a9318f5b_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277428834/Put/seqid=0 2024-12-15T15:43:49,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742380_1556 (size=12154) 2024-12-15T15:43:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T15:43:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:43:49,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:50,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277489999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277490001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277490001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277490001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277490001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277490104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277490104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277490104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277490104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:50,196 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159f5e1e890bd14f759c56d095a9318f5b_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159f5e1e890bd14f759c56d095a9318f5b_95bf953924234aa199453db36257dfde 2024-12-15T15:43:50,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/f11d469f25eb49f4beb2c2cee97efaff, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:50,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/f11d469f25eb49f4beb2c2cee97efaff is 175, key is test_row_0/A:col10/1734277428834/Put/seqid=0 2024-12-15T15:43:50,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742381_1557 (size=30955) 2024-12-15T15:43:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T15:43:50,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277490307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277490307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277490307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277490308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,600 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/f11d469f25eb49f4beb2c2cee97efaff 2024-12-15T15:43:50,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/4a66b1f603df4c1a82b3c57264857ce4 is 50, key is test_row_0/B:col10/1734277428834/Put/seqid=0 2024-12-15T15:43:50,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742382_1558 (size=12001) 2024-12-15T15:43:50,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277490611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277490611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277490611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277490612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T15:43:51,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:51,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277491004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:51,010 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/4a66b1f603df4c1a82b3c57264857ce4 2024-12-15T15:43:51,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/da105ca2c7254c0ea56f8f13f8509914 is 50, key is test_row_0/C:col10/1734277428834/Put/seqid=0 2024-12-15T15:43:51,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742383_1559 (size=12001) 2024-12-15T15:43:51,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:51,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277491113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:51,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277491116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:51,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:51,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277491116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:51,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:51,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277491118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:51,421 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/da105ca2c7254c0ea56f8f13f8509914 2024-12-15T15:43:51,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/f11d469f25eb49f4beb2c2cee97efaff as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/f11d469f25eb49f4beb2c2cee97efaff 2024-12-15T15:43:51,432 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/f11d469f25eb49f4beb2c2cee97efaff, entries=150, sequenceid=94, filesize=30.2 K 2024-12-15T15:43:51,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/4a66b1f603df4c1a82b3c57264857ce4 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/4a66b1f603df4c1a82b3c57264857ce4 2024-12-15T15:43:51,435 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/4a66b1f603df4c1a82b3c57264857ce4, entries=150, sequenceid=94, filesize=11.7 K 2024-12-15T15:43:51,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/da105ca2c7254c0ea56f8f13f8509914 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/da105ca2c7254c0ea56f8f13f8509914 2024-12-15T15:43:51,439 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/da105ca2c7254c0ea56f8f13f8509914, entries=150, sequenceid=94, filesize=11.7 K 2024-12-15T15:43:51,440 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 95bf953924234aa199453db36257dfde in 1665ms, sequenceid=94, compaction requested=true 2024-12-15T15:43:51,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:51,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:51,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-12-15T15:43:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=154 2024-12-15T15:43:51,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-12-15T15:43:51,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8190 sec 2024-12-15T15:43:51,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 1.8240 sec 2024-12-15T15:43:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-15T15:43:51,731 INFO [Thread-2383 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-12-15T15:43:51,733 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-12-15T15:43:51,734 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:51,734 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:51,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-15T15:43:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-15T15:43:51,886 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:51,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-15T15:43:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:51,887 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T15:43:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:43:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:43:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:43:51,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:51,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c6e736740d354cb685c69fa905b4d9f4_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277430000/Put/seqid=0 2024-12-15T15:43:51,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742384_1560 (size=12154) 2024-12-15T15:43:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-15T15:43:52,050 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T15:43:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:43:52,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:52,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277492132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277492132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277492133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277492134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277492235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277492235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277492235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277492238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:52,327 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c6e736740d354cb685c69fa905b4d9f4_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c6e736740d354cb685c69fa905b4d9f4_95bf953924234aa199453db36257dfde 2024-12-15T15:43:52,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/241cefe085654e8f9a9f205f05a629bd, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:52,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/241cefe085654e8f9a9f205f05a629bd is 175, key is test_row_0/A:col10/1734277430000/Put/seqid=0 2024-12-15T15:43:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-15T15:43:52,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742385_1561 (size=30955) 2024-12-15T15:43:52,347 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/241cefe085654e8f9a9f205f05a629bd 2024-12-15T15:43:52,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/1e103d47d818419da040612be205e353 is 50, key is test_row_0/B:col10/1734277430000/Put/seqid=0 2024-12-15T15:43:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742386_1562 (size=12001) 2024-12-15T15:43:52,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277492439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277492443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277492447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277492447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277492742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277492750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277492752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277492755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:52,827 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/1e103d47d818419da040612be205e353 2024-12-15T15:43:52,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/c1662b0fab5c4739a9e1f7ba8ce3b077 is 50, key is test_row_0/C:col10/1734277430000/Put/seqid=0 2024-12-15T15:43:52,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-15T15:43:52,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742387_1563 (size=12001) 2024-12-15T15:43:52,863 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/c1662b0fab5c4739a9e1f7ba8ce3b077 2024-12-15T15:43:52,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/241cefe085654e8f9a9f205f05a629bd as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/241cefe085654e8f9a9f205f05a629bd 2024-12-15T15:43:52,881 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/241cefe085654e8f9a9f205f05a629bd, entries=150, sequenceid=118, filesize=30.2 K 2024-12-15T15:43:52,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/1e103d47d818419da040612be205e353 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/1e103d47d818419da040612be205e353 2024-12-15T15:43:52,887 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/1e103d47d818419da040612be205e353, entries=150, sequenceid=118, filesize=11.7 K 2024-12-15T15:43:52,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/c1662b0fab5c4739a9e1f7ba8ce3b077 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/c1662b0fab5c4739a9e1f7ba8ce3b077 2024-12-15T15:43:52,897 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/c1662b0fab5c4739a9e1f7ba8ce3b077, entries=150, sequenceid=118, filesize=11.7 K 2024-12-15T15:43:52,898 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 95bf953924234aa199453db36257dfde in 1011ms, sequenceid=118, compaction requested=true 2024-12-15T15:43:52,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:52,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:52,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-12-15T15:43:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-12-15T15:43:52,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-12-15T15:43:52,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1680 sec 2024-12-15T15:43:52,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 1.1710 sec 2024-12-15T15:43:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:43:53,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T15:43:53,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:43:53,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:53,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:43:53,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:53,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:43:53,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:53,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c03976f936bd44ff9335be41bbbe05c6_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277432133/Put/seqid=0 2024-12-15T15:43:53,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742388_1564 (size=14694) 2024-12-15T15:43:53,057 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:53,064 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c03976f936bd44ff9335be41bbbe05c6_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c03976f936bd44ff9335be41bbbe05c6_95bf953924234aa199453db36257dfde 2024-12-15T15:43:53,073 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/3ecd777aa86f418eb9b6c5b68f9ba46c, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:53,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/3ecd777aa86f418eb9b6c5b68f9ba46c is 175, key is test_row_0/A:col10/1734277432133/Put/seqid=0 2024-12-15T15:43:53,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742389_1565 (size=39649) 2024-12-15T15:43:53,111 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/3ecd777aa86f418eb9b6c5b68f9ba46c 2024-12-15T15:43:53,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/3c109f1b46f245c5af248b08250b3159 is 50, key is test_row_0/B:col10/1734277432133/Put/seqid=0 2024-12-15T15:43:53,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277493127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:53,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742390_1566 (size=12101) 2024-12-15T15:43:53,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/3c109f1b46f245c5af248b08250b3159 2024-12-15T15:43:53,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/5e9ec55f836540d69818d08f086ffec2 is 50, key is test_row_0/C:col10/1734277432133/Put/seqid=0 2024-12-15T15:43:53,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742391_1567 (size=12101) 2024-12-15T15:43:53,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277493232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:53,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277493248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:53,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277493260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:53,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277493260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:53,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277493264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:53,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277493434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:53,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/5e9ec55f836540d69818d08f086ffec2 2024-12-15T15:43:53,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/3ecd777aa86f418eb9b6c5b68f9ba46c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3ecd777aa86f418eb9b6c5b68f9ba46c 2024-12-15T15:43:53,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3ecd777aa86f418eb9b6c5b68f9ba46c, entries=200, sequenceid=131, filesize=38.7 K 2024-12-15T15:43:53,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/3c109f1b46f245c5af248b08250b3159 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/3c109f1b46f245c5af248b08250b3159 2024-12-15T15:43:53,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/3c109f1b46f245c5af248b08250b3159, entries=150, sequenceid=131, filesize=11.8 K 2024-12-15T15:43:53,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/5e9ec55f836540d69818d08f086ffec2 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/5e9ec55f836540d69818d08f086ffec2 2024-12-15T15:43:53,587 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/5e9ec55f836540d69818d08f086ffec2, entries=150, sequenceid=131, filesize=11.8 K 2024-12-15T15:43:53,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 95bf953924234aa199453db36257dfde in 563ms, sequenceid=131, compaction requested=true 2024-12-15T15:43:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:53,588 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-15T15:43:53,588 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-15T15:43:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:53,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:53,590 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-15T15:43:53,590 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163572 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-15T15:43:53,590 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/B is initiating minor compaction (all files) 2024-12-15T15:43:53,590 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/A is initiating minor compaction (all files) 2024-12-15T15:43:53,590 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/A in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:53,590 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/23f856389efc487787400d44a65863c4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/a529e3c96e3f40148d086c884b96b150, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/f11d469f25eb49f4beb2c2cee97efaff, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/241cefe085654e8f9a9f205f05a629bd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3ecd777aa86f418eb9b6c5b68f9ba46c] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=159.7 K 2024-12-15T15:43:53,590 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:53,590 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/23f856389efc487787400d44a65863c4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/a529e3c96e3f40148d086c884b96b150, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/f11d469f25eb49f4beb2c2cee97efaff, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/241cefe085654e8f9a9f205f05a629bd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3ecd777aa86f418eb9b6c5b68f9ba46c] 2024-12-15T15:43:53,591 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/B in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:53,591 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/658396e4c67544cca2d3371b7b49950c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/43e85b9cbaa143279da0a625007b9409, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/4a66b1f603df4c1a82b3c57264857ce4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/1e103d47d818419da040612be205e353, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/3c109f1b46f245c5af248b08250b3159] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=58.8 K 2024-12-15T15:43:53,591 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 658396e4c67544cca2d3371b7b49950c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734277426035 2024-12-15T15:43:53,591 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23f856389efc487787400d44a65863c4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734277426035 2024-12-15T15:43:53,593 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting a529e3c96e3f40148d086c884b96b150, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734277426693 2024-12-15T15:43:53,594 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f11d469f25eb49f4beb2c2cee97efaff, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734277428834 2024-12-15T15:43:53,594 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 241cefe085654e8f9a9f205f05a629bd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734277430000 2024-12-15T15:43:53,594 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ecd777aa86f418eb9b6c5b68f9ba46c, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734277432130 2024-12-15T15:43:53,595 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 43e85b9cbaa143279da0a625007b9409, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734277426693 2024-12-15T15:43:53,596 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a66b1f603df4c1a82b3c57264857ce4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734277428834 2024-12-15T15:43:53,596 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e103d47d818419da040612be205e353, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734277430000 2024-12-15T15:43:53,597 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c109f1b46f245c5af248b08250b3159, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734277432131 2024-12-15T15:43:53,603 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:53,608 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412159c1942a4f84a494caeea7a85776d718a_95bf953924234aa199453db36257dfde store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:53,610 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:53,610 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/0d6d65da9a68428cb2cc26ae5176a81b is 50, key is test_row_0/B:col10/1734277432133/Put/seqid=0 2024-12-15T15:43:53,610 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412159c1942a4f84a494caeea7a85776d718a_95bf953924234aa199453db36257dfde, store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:53,610 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412159c1942a4f84a494caeea7a85776d718a_95bf953924234aa199453db36257dfde because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:53,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742392_1568 (size=12375) 2024-12-15T15:43:53,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742393_1569 (size=4469) 2024-12-15T15:43:53,654 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#A#compaction#479 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:53,655 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/5b87f5c8a58240e398569d39834a1cfe is 175, key is test_row_0/A:col10/1734277432133/Put/seqid=0 2024-12-15T15:43:53,666 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/0d6d65da9a68428cb2cc26ae5176a81b as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/0d6d65da9a68428cb2cc26ae5176a81b 2024-12-15T15:43:53,673 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 95bf953924234aa199453db36257dfde/B of 95bf953924234aa199453db36257dfde into 0d6d65da9a68428cb2cc26ae5176a81b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:53,673 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:53,673 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/B, priority=11, startTime=1734277433588; duration=0sec 2024-12-15T15:43:53,673 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:53,673 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:B 2024-12-15T15:43:53,673 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-15T15:43:53,677 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60208 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-15T15:43:53,677 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/C is initiating minor compaction (all files) 2024-12-15T15:43:53,677 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/C in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:53,677 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/8fc371097a82475c97b3fc88298fb8fd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/e17816348deb47f6aa85b6188ae3f523, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/da105ca2c7254c0ea56f8f13f8509914, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/c1662b0fab5c4739a9e1f7ba8ce3b077, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/5e9ec55f836540d69818d08f086ffec2] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=58.8 K 2024-12-15T15:43:53,677 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fc371097a82475c97b3fc88298fb8fd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734277426035 2024-12-15T15:43:53,678 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting e17816348deb47f6aa85b6188ae3f523, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734277426693 2024-12-15T15:43:53,678 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting da105ca2c7254c0ea56f8f13f8509914, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734277428834 2024-12-15T15:43:53,678 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting c1662b0fab5c4739a9e1f7ba8ce3b077, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734277430000 2024-12-15T15:43:53,678 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e9ec55f836540d69818d08f086ffec2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734277432131 2024-12-15T15:43:53,688 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#C#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:53,688 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/f8d9adc8b1974c7589f17a5407788ea3 is 50, key is test_row_0/C:col10/1734277432133/Put/seqid=0 2024-12-15T15:43:53,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742394_1570 (size=31329) 2024-12-15T15:43:53,698 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/5b87f5c8a58240e398569d39834a1cfe as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/5b87f5c8a58240e398569d39834a1cfe 2024-12-15T15:43:53,703 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 95bf953924234aa199453db36257dfde/A of 95bf953924234aa199453db36257dfde into 5b87f5c8a58240e398569d39834a1cfe(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:53,703 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:53,703 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/A, priority=11, startTime=1734277433588; duration=0sec 2024-12-15T15:43:53,703 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:53,703 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:A 2024-12-15T15:43:53,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742395_1571 (size=12375) 2024-12-15T15:43:53,728 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/f8d9adc8b1974c7589f17a5407788ea3 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f8d9adc8b1974c7589f17a5407788ea3 2024-12-15T15:43:53,748 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 95bf953924234aa199453db36257dfde/C of 95bf953924234aa199453db36257dfde into f8d9adc8b1974c7589f17a5407788ea3(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:53,748 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:53,748 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/C, priority=11, startTime=1734277433588; duration=0sec 2024-12-15T15:43:53,749 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:53,749 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:C 2024-12-15T15:43:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:43:53,750 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T15:43:53,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:43:53,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:53,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:43:53,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:53,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:43:53,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:53,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151b5b5c2ce03a4fcaba64b6491a5de41e_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277433126/Put/seqid=0 2024-12-15T15:43:53,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277493790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:53,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742396_1572 (size=14794) 2024-12-15T15:43:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-15T15:43:53,842 INFO [Thread-2383 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-12-15T15:43:53,854 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-12-15T15:43:53,856 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:53,857 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:53,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T15:43:53,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277493894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T15:43:54,009 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:54,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T15:43:54,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:54,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:54,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:54,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277494108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T15:43:54,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:54,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T15:43:54,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:54,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:54,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:54,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,199 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:54,220 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151b5b5c2ce03a4fcaba64b6491a5de41e_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151b5b5c2ce03a4fcaba64b6491a5de41e_95bf953924234aa199453db36257dfde 2024-12-15T15:43:54,221 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/b4e7e233a75247fb9eee5a3a15edb9ed, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:54,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/b4e7e233a75247fb9eee5a3a15edb9ed is 175, key is test_row_0/A:col10/1734277433126/Put/seqid=0 2024-12-15T15:43:54,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742397_1573 (size=39749) 2024-12-15T15:43:54,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:54,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277494262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:54,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277494267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:54,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:54,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277494280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:54,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277494281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:54,334 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:54,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T15:43:54,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:54,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:54,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:54,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277494435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:54,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T15:43:54,488 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:54,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T15:43:54,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:54,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:54,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:54,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,650 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:54,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T15:43:54,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:54,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:54,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:54,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,660 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/b4e7e233a75247fb9eee5a3a15edb9ed 2024-12-15T15:43:54,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/54fabe8da2354e6e8706f4522f073ad0 is 50, key is test_row_0/B:col10/1734277433126/Put/seqid=0 2024-12-15T15:43:54,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742398_1574 (size=12151) 2024-12-15T15:43:54,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:54,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T15:43:54,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:54,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:54,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:54,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277494940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:54,954 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:54,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T15:43:54,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:54,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:54,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:54,956 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:54,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T15:43:55,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/54fabe8da2354e6e8706f4522f073ad0 2024-12-15T15:43:55,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/b927e2ab74264ac2aa112067d65bf87d is 50, key is test_row_0/C:col10/1734277433126/Put/seqid=0 2024-12-15T15:43:55,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:55,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T15:43:55,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:55,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:55,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:55,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:55,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:55,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742399_1575 (size=12151) 2024-12-15T15:43:55,268 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:55,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T15:43:55,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:55,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:55,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:55,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:55,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:55,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:55,425 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:55,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T15:43:55,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:55,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:55,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:55,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:55,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:55,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/b927e2ab74264ac2aa112067d65bf87d 2024-12-15T15:43:55,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/b4e7e233a75247fb9eee5a3a15edb9ed as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/b4e7e233a75247fb9eee5a3a15edb9ed 2024-12-15T15:43:55,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/b4e7e233a75247fb9eee5a3a15edb9ed, entries=200, sequenceid=158, filesize=38.8 K 2024-12-15T15:43:55,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/54fabe8da2354e6e8706f4522f073ad0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/54fabe8da2354e6e8706f4522f073ad0 2024-12-15T15:43:55,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/54fabe8da2354e6e8706f4522f073ad0, entries=150, sequenceid=158, filesize=11.9 K 2024-12-15T15:43:55,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/b927e2ab74264ac2aa112067d65bf87d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b927e2ab74264ac2aa112067d65bf87d 2024-12-15T15:43:55,564 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b927e2ab74264ac2aa112067d65bf87d, entries=150, sequenceid=158, filesize=11.9 K 2024-12-15T15:43:55,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 95bf953924234aa199453db36257dfde in 1816ms, sequenceid=158, compaction requested=false 2024-12-15T15:43:55,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:55,587 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:55,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-15T15:43:55,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:55,591 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T15:43:55,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:43:55,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:55,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:43:55,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:55,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:43:55,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:55,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c0bc607b3ffb4925831db5235c96d260_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277433789/Put/seqid=0 2024-12-15T15:43:55,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742400_1576 (size=12304) 2024-12-15T15:43:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:43:55,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T15:43:56,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:56,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277496078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:56,099 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c0bc607b3ffb4925831db5235c96d260_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c0bc607b3ffb4925831db5235c96d260_95bf953924234aa199453db36257dfde 2024-12-15T15:43:56,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/507eff6d40e341ee99b496538ea19553, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:56,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/507eff6d40e341ee99b496538ea19553 is 175, key is test_row_0/A:col10/1734277433789/Put/seqid=0 2024-12-15T15:43:56,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742401_1577 (size=31105) 2024-12-15T15:43:56,152 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/507eff6d40e341ee99b496538ea19553 2024-12-15T15:43:56,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277496183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:56,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/36d71f02a9df45578886306605e46057 is 50, key is test_row_0/B:col10/1734277433789/Put/seqid=0 2024-12-15T15:43:56,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742402_1578 (size=12151) 2024-12-15T15:43:56,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277496279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:56,282 DEBUG [Thread-2375 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:43:56,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277496285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:56,288 DEBUG [Thread-2381 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:43:56,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277496289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:56,291 DEBUG [Thread-2377 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:43:56,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277496291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:56,294 DEBUG [Thread-2373 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:43:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277496393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:56,643 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/36d71f02a9df45578886306605e46057 2024-12-15T15:43:56,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/824529ccff4c401094e6811f506185b4 is 50, key is test_row_0/C:col10/1734277433789/Put/seqid=0 2024-12-15T15:43:56,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742403_1579 (size=12151) 2024-12-15T15:43:56,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:56,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277496701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:57,096 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/824529ccff4c401094e6811f506185b4 2024-12-15T15:43:57,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/507eff6d40e341ee99b496538ea19553 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/507eff6d40e341ee99b496538ea19553 2024-12-15T15:43:57,166 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/507eff6d40e341ee99b496538ea19553, entries=150, sequenceid=170, filesize=30.4 K 2024-12-15T15:43:57,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/36d71f02a9df45578886306605e46057 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/36d71f02a9df45578886306605e46057 2024-12-15T15:43:57,187 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/36d71f02a9df45578886306605e46057, entries=150, sequenceid=170, filesize=11.9 K 2024-12-15T15:43:57,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/824529ccff4c401094e6811f506185b4 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/824529ccff4c401094e6811f506185b4 2024-12-15T15:43:57,199 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/824529ccff4c401094e6811f506185b4, entries=150, sequenceid=170, filesize=11.9 K 2024-12-15T15:43:57,206 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 95bf953924234aa199453db36257dfde in 1614ms, sequenceid=170, compaction requested=true 2024-12-15T15:43:57,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:57,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:57,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-12-15T15:43:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:43:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-12-15T15:43:57,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T15:43:57,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:43:57,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:57,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:43:57,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:57,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:43:57,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:57,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-12-15T15:43:57,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3550 sec 2024-12-15T15:43:57,218 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 3.3620 sec 2024-12-15T15:43:57,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151869f6839ab8465c9f55d4e678e53d3d_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277436066/Put/seqid=0 2024-12-15T15:43:57,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742404_1580 (size=12304) 2024-12-15T15:43:57,257 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:57,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277497256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:57,274 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151869f6839ab8465c9f55d4e678e53d3d_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151869f6839ab8465c9f55d4e678e53d3d_95bf953924234aa199453db36257dfde 2024-12-15T15:43:57,276 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/bfe2275fc0384ee296a9bf81505d355e, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:57,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/bfe2275fc0384ee296a9bf81505d355e is 175, key is test_row_0/A:col10/1734277436066/Put/seqid=0 2024-12-15T15:43:57,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742405_1581 (size=31105) 2024-12-15T15:43:57,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277497361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:57,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277497566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:57,710 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/bfe2275fc0384ee296a9bf81505d355e 2024-12-15T15:43:57,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/2e3d8152bff54f90a1e3421f2c086b67 is 50, key is test_row_0/B:col10/1734277436066/Put/seqid=0 2024-12-15T15:43:57,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742406_1582 (size=12151) 2024-12-15T15:43:57,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277497870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-15T15:43:58,000 INFO [Thread-2383 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-12-15T15:43:58,007 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:43:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-12-15T15:43:58,010 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:43:58,011 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:43:58,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:43:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T15:43:58,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T15:43:58,167 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:58,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-15T15:43:58,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:58,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:58,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:58,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:58,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:58,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/2e3d8152bff54f90a1e3421f2c086b67 2024-12-15T15:43:58,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/59ab7a99c52a4ba7bf5624d0b4deb4e2 is 50, key is test_row_0/C:col10/1734277436066/Put/seqid=0 2024-12-15T15:43:58,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742407_1583 (size=12151) 2024-12-15T15:43:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T15:43:58,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:58,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-15T15:43:58,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:58,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:43:58,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:58,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:58,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:58,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/59ab7a99c52a4ba7bf5624d0b4deb4e2 2024-12-15T15:43:58,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:43:58,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277498376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:58,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/bfe2275fc0384ee296a9bf81505d355e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/bfe2275fc0384ee296a9bf81505d355e 2024-12-15T15:43:58,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/bfe2275fc0384ee296a9bf81505d355e, entries=150, sequenceid=195, filesize=30.4 K 2024-12-15T15:43:58,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/2e3d8152bff54f90a1e3421f2c086b67 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2e3d8152bff54f90a1e3421f2c086b67 2024-12-15T15:43:58,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2e3d8152bff54f90a1e3421f2c086b67, entries=150, sequenceid=195, filesize=11.9 K 2024-12-15T15:43:58,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/59ab7a99c52a4ba7bf5624d0b4deb4e2 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/59ab7a99c52a4ba7bf5624d0b4deb4e2 2024-12-15T15:43:58,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/59ab7a99c52a4ba7bf5624d0b4deb4e2, entries=150, sequenceid=195, filesize=11.9 K 2024-12-15T15:43:58,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 95bf953924234aa199453db36257dfde in 1246ms, sequenceid=195, compaction requested=true 2024-12-15T15:43:58,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:58,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:43:58,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:58,457 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:58,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:43:58,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:58,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:43:58,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:43:58,459 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:58,459 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133288 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:58,459 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/A is initiating minor compaction (all files) 2024-12-15T15:43:58,459 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/A in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:58,459 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/5b87f5c8a58240e398569d39834a1cfe, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/b4e7e233a75247fb9eee5a3a15edb9ed, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/507eff6d40e341ee99b496538ea19553, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/bfe2275fc0384ee296a9bf81505d355e] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=130.2 K 2024-12-15T15:43:58,459 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:58,460 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/5b87f5c8a58240e398569d39834a1cfe, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/b4e7e233a75247fb9eee5a3a15edb9ed, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/507eff6d40e341ee99b496538ea19553, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/bfe2275fc0384ee296a9bf81505d355e] 2024-12-15T15:43:58,460 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b87f5c8a58240e398569d39834a1cfe, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734277432131 2024-12-15T15:43:58,460 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4e7e233a75247fb9eee5a3a15edb9ed, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734277433110 2024-12-15T15:43:58,461 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:58,461 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/B is initiating minor compaction (all files) 2024-12-15T15:43:58,461 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/B in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:58,461 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/0d6d65da9a68428cb2cc26ae5176a81b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/54fabe8da2354e6e8706f4522f073ad0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/36d71f02a9df45578886306605e46057, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2e3d8152bff54f90a1e3421f2c086b67] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=47.7 K 2024-12-15T15:43:58,461 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 507eff6d40e341ee99b496538ea19553, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734277433777 2024-12-15T15:43:58,461 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d6d65da9a68428cb2cc26ae5176a81b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734277432131 2024-12-15T15:43:58,462 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 54fabe8da2354e6e8706f4522f073ad0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734277433121 2024-12-15T15:43:58,462 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfe2275fc0384ee296a9bf81505d355e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734277435991 2024-12-15T15:43:58,462 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 36d71f02a9df45578886306605e46057, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734277433777 2024-12-15T15:43:58,463 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e3d8152bff54f90a1e3421f2c086b67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734277435991 2024-12-15T15:43:58,484 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#B#compaction#491 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:58,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:43:58,484 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/7cdffe66c3ef4c049d2077365211ace5 is 50, key is test_row_0/B:col10/1734277436066/Put/seqid=0 2024-12-15T15:43:58,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-15T15:43:58,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:58,491 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T15:43:58,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:43:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:43:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:43:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:58,501 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:58,529 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215ba4321a9eaec45d7b16b8462ddecbf46_95bf953924234aa199453db36257dfde store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:58,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742408_1584 (size=12561) 2024-12-15T15:43:58,531 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215ba4321a9eaec45d7b16b8462ddecbf46_95bf953924234aa199453db36257dfde, store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:58,531 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215ba4321a9eaec45d7b16b8462ddecbf46_95bf953924234aa199453db36257dfde because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:58,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c4ade6015c8444e1bbb6c8c193c47f9e_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277437212/Put/seqid=0 2024-12-15T15:43:58,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T15:43:58,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742410_1586 (size=12304) 2024-12-15T15:43:58,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:58,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742409_1585 (size=4469) 2024-12-15T15:43:58,645 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215c4ade6015c8444e1bbb6c8c193c47f9e_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c4ade6015c8444e1bbb6c8c193c47f9e_95bf953924234aa199453db36257dfde 2024-12-15T15:43:58,652 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#A#compaction#492 average throughput is 0.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:58,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/3d1554dcbb4b4078ac59562b1145bed2, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:58,652 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/1b6bdde9a1004125a2e1b8b0284fe2ec is 175, key is test_row_0/A:col10/1734277436066/Put/seqid=0 2024-12-15T15:43:58,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/3d1554dcbb4b4078ac59562b1145bed2 is 175, key is test_row_0/A:col10/1734277437212/Put/seqid=0 2024-12-15T15:43:58,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742411_1587 (size=31515) 2024-12-15T15:43:58,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742412_1588 (size=31105) 2024-12-15T15:43:58,713 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/3d1554dcbb4b4078ac59562b1145bed2 2024-12-15T15:43:58,720 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/1b6bdde9a1004125a2e1b8b0284fe2ec as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/1b6bdde9a1004125a2e1b8b0284fe2ec 2024-12-15T15:43:58,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/73d3b1f3019f4105aebbd5d7b7946fe8 is 50, key is test_row_0/B:col10/1734277437212/Put/seqid=0 2024-12-15T15:43:58,746 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 95bf953924234aa199453db36257dfde/A of 95bf953924234aa199453db36257dfde into 1b6bdde9a1004125a2e1b8b0284fe2ec(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:58,746 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:58,746 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/A, priority=12, startTime=1734277438457; duration=0sec 2024-12-15T15:43:58,746 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:43:58,746 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:A 2024-12-15T15:43:58,746 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:43:58,748 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:43:58,748 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/C is initiating minor compaction (all files) 2024-12-15T15:43:58,748 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/C in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:58,749 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f8d9adc8b1974c7589f17a5407788ea3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b927e2ab74264ac2aa112067d65bf87d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/824529ccff4c401094e6811f506185b4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/59ab7a99c52a4ba7bf5624d0b4deb4e2] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=47.7 K 2024-12-15T15:43:58,750 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8d9adc8b1974c7589f17a5407788ea3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734277432131 2024-12-15T15:43:58,750 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting b927e2ab74264ac2aa112067d65bf87d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734277433121 2024-12-15T15:43:58,751 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 824529ccff4c401094e6811f506185b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734277433777 2024-12-15T15:43:58,751 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59ab7a99c52a4ba7bf5624d0b4deb4e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734277435991 2024-12-15T15:43:58,763 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#C#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:43:58,763 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/d4fb1c8454dc47e1bff832bf1fac091e is 50, key is test_row_0/C:col10/1734277436066/Put/seqid=0 2024-12-15T15:43:58,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742413_1589 (size=12151) 2024-12-15T15:43:58,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742414_1590 (size=12561) 2024-12-15T15:43:58,827 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/d4fb1c8454dc47e1bff832bf1fac091e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/d4fb1c8454dc47e1bff832bf1fac091e 2024-12-15T15:43:58,856 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 95bf953924234aa199453db36257dfde/C of 95bf953924234aa199453db36257dfde into d4fb1c8454dc47e1bff832bf1fac091e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:58,856 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:58,857 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/C, priority=12, startTime=1734277438457; duration=0sec 2024-12-15T15:43:58,857 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:58,857 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:C 2024-12-15T15:43:58,979 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/7cdffe66c3ef4c049d2077365211ace5 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/7cdffe66c3ef4c049d2077365211ace5 2024-12-15T15:43:59,023 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 95bf953924234aa199453db36257dfde/B of 95bf953924234aa199453db36257dfde into 7cdffe66c3ef4c049d2077365211ace5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:43:59,023 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:59,023 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/B, priority=12, startTime=1734277438457; duration=0sec 2024-12-15T15:43:59,023 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:43:59,023 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:B 2024-12-15T15:43:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T15:43:59,180 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/73d3b1f3019f4105aebbd5d7b7946fe8 2024-12-15T15:43:59,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/f10c6210965b4fe493766a19fda8955d is 50, key is test_row_0/C:col10/1734277437212/Put/seqid=0 2024-12-15T15:43:59,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742415_1591 (size=12151) 2024-12-15T15:43:59,240 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/f10c6210965b4fe493766a19fda8955d 2024-12-15T15:43:59,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/3d1554dcbb4b4078ac59562b1145bed2 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3d1554dcbb4b4078ac59562b1145bed2 2024-12-15T15:43:59,261 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3d1554dcbb4b4078ac59562b1145bed2, entries=150, sequenceid=206, filesize=30.4 K 2024-12-15T15:43:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/73d3b1f3019f4105aebbd5d7b7946fe8 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/73d3b1f3019f4105aebbd5d7b7946fe8 2024-12-15T15:43:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,270 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/73d3b1f3019f4105aebbd5d7b7946fe8, entries=150, sequenceid=206, filesize=11.9 K 2024-12-15T15:43:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/f10c6210965b4fe493766a19fda8955d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f10c6210965b4fe493766a19fda8955d 2024-12-15T15:43:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,287 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f10c6210965b4fe493766a19fda8955d, entries=150, sequenceid=206, filesize=11.9 K 2024-12-15T15:43:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,289 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 95bf953924234aa199453db36257dfde in 797ms, sequenceid=206, compaction requested=false 2024-12-15T15:43:59,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:43:59,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:43:59,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-12-15T15:43:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-12-15T15:43:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-15T15:43:59,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2800 sec 2024-12-15T15:43:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.2870 sec 2024-12-15T15:43:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:43:59,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-15T15:43:59,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:43:59,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:59,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:43:59,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:59,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:43:59,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:43:59,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412150fb21f81494f4fd1963fb21ab01a9097_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277439613/Put/seqid=0 2024-12-15T15:43:59,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742416_1592 (size=12304) 2024-12-15T15:43:59,668 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:43:59,675 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412150fb21f81494f4fd1963fb21ab01a9097_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412150fb21f81494f4fd1963fb21ab01a9097_95bf953924234aa199453db36257dfde 2024-12-15T15:43:59,676 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/8dc67633c1ff4f6cb8b3e5c5197bf65d, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:43:59,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/8dc67633c1ff4f6cb8b3e5c5197bf65d is 175, key is test_row_0/A:col10/1734277439613/Put/seqid=0 2024-12-15T15:43:59,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742417_1593 (size=31105) 2024-12-15T15:43:59,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277499783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:43:59,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:43:59,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277499888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277500092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,108 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/8dc67633c1ff4f6cb8b3e5c5197bf65d 2024-12-15T15:44:00,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-15T15:44:00,120 INFO [Thread-2383 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-12-15T15:44:00,124 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:44:00,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/9b56582c51884c12b70037b0cbafa2e3 is 50, key is test_row_0/B:col10/1734277439613/Put/seqid=0 2024-12-15T15:44:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-12-15T15:44:00,125 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:44:00,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T15:44:00,126 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:44:00,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:44:00,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742418_1594 (size=12151) 2024-12-15T15:44:00,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/9b56582c51884c12b70037b0cbafa2e3 2024-12-15T15:44:00,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/91ca03dadc00468ba57d6df4a72c67db is 50, key is test_row_0/C:col10/1734277439613/Put/seqid=0 2024-12-15T15:44:00,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742419_1595 (size=12151) 2024-12-15T15:44:00,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/91ca03dadc00468ba57d6df4a72c67db 2024-12-15T15:44:00,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/8dc67633c1ff4f6cb8b3e5c5197bf65d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/8dc67633c1ff4f6cb8b3e5c5197bf65d 2024-12-15T15:44:00,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/8dc67633c1ff4f6cb8b3e5c5197bf65d, entries=150, sequenceid=220, filesize=30.4 K 2024-12-15T15:44:00,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/9b56582c51884c12b70037b0cbafa2e3 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/9b56582c51884c12b70037b0cbafa2e3 2024-12-15T15:44:00,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/9b56582c51884c12b70037b0cbafa2e3, entries=150, sequenceid=220, filesize=11.9 K 2024-12-15T15:44:00,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T15:44:00,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/91ca03dadc00468ba57d6df4a72c67db as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/91ca03dadc00468ba57d6df4a72c67db 2024-12-15T15:44:00,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/91ca03dadc00468ba57d6df4a72c67db, entries=150, sequenceid=220, filesize=11.9 K 2024-12-15T15:44:00,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 95bf953924234aa199453db36257dfde in 615ms, sequenceid=220, compaction requested=true 2024-12-15T15:44:00,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:00,239 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:44:00,240 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:44:00,241 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/A is initiating minor compaction (all files) 2024-12-15T15:44:00,241 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/A in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:00,241 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/1b6bdde9a1004125a2e1b8b0284fe2ec, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3d1554dcbb4b4078ac59562b1145bed2, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/8dc67633c1ff4f6cb8b3e5c5197bf65d] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=91.5 K 2024-12-15T15:44:00,241 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:00,241 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/1b6bdde9a1004125a2e1b8b0284fe2ec, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3d1554dcbb4b4078ac59562b1145bed2, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/8dc67633c1ff4f6cb8b3e5c5197bf65d] 2024-12-15T15:44:00,241 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b6bdde9a1004125a2e1b8b0284fe2ec, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734277435991 2024-12-15T15:44:00,241 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d1554dcbb4b4078ac59562b1145bed2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734277437212 2024-12-15T15:44:00,242 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dc67633c1ff4f6cb8b3e5c5197bf65d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1734277439607 2024-12-15T15:44:00,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:44:00,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:44:00,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:44:00,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:44:00,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:44:00,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:44:00,247 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:44:00,248 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:00,254 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:44:00,254 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/B is initiating minor compaction (all files) 2024-12-15T15:44:00,254 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/B in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:00,254 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/7cdffe66c3ef4c049d2077365211ace5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/73d3b1f3019f4105aebbd5d7b7946fe8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/9b56582c51884c12b70037b0cbafa2e3] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=36.0 K 2024-12-15T15:44:00,255 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cdffe66c3ef4c049d2077365211ace5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734277435991 2024-12-15T15:44:00,255 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 73d3b1f3019f4105aebbd5d7b7946fe8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734277437212 2024-12-15T15:44:00,257 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b56582c51884c12b70037b0cbafa2e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1734277439607 2024-12-15T15:44:00,263 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241215fccc94b5591e4839a0a0e9cfccd816e9_95bf953924234aa199453db36257dfde store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:00,265 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241215fccc94b5591e4839a0a0e9cfccd816e9_95bf953924234aa199453db36257dfde, store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:00,265 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215fccc94b5591e4839a0a0e9cfccd816e9_95bf953924234aa199453db36257dfde because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:00,269 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#B#compaction#501 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:44:00,269 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/d9f4430b567d4142873d00d046f56ddc is 50, key is test_row_0/B:col10/1734277439613/Put/seqid=0 2024-12-15T15:44:00,282 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-15T15:44:00,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:00,292 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T15:44:00,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:44:00,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:00,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:44:00,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:00,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:44:00,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:00,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742421_1597 (size=12663) 2024-12-15T15:44:00,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:44:00,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:44:00,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742420_1596 (size=4469) 2024-12-15T15:44:00,309 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#A#compaction#500 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:44:00,309 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/fd0648ec5b2c4b56889dcf59b696bcfc is 175, key is test_row_0/A:col10/1734277439613/Put/seqid=0 2024-12-15T15:44:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215892c98331caf4b448a8b6fb8ddfba678_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277439774/Put/seqid=0 2024-12-15T15:44:00,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742422_1598 (size=31617) 2024-12-15T15:44:00,318 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/d9f4430b567d4142873d00d046f56ddc as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/d9f4430b567d4142873d00d046f56ddc 2024-12-15T15:44:00,323 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/fd0648ec5b2c4b56889dcf59b696bcfc as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/fd0648ec5b2c4b56889dcf59b696bcfc 2024-12-15T15:44:00,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742423_1599 (size=12304) 2024-12-15T15:44:00,330 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95bf953924234aa199453db36257dfde/A of 95bf953924234aa199453db36257dfde into fd0648ec5b2c4b56889dcf59b696bcfc(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:44:00,331 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:00,331 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95bf953924234aa199453db36257dfde/B of 95bf953924234aa199453db36257dfde into d9f4430b567d4142873d00d046f56ddc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:44:00,331 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:00,331 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/B, priority=13, startTime=1734277440246; duration=0sec 2024-12-15T15:44:00,331 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/A, priority=13, startTime=1734277440239; duration=0sec 2024-12-15T15:44:00,331 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:44:00,331 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:B 2024-12-15T15:44:00,331 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:44:00,331 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:A 2024-12-15T15:44:00,331 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:44:00,333 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:44:00,333 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/C is initiating minor compaction (all files) 2024-12-15T15:44:00,333 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/C in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:00,333 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/d4fb1c8454dc47e1bff832bf1fac091e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f10c6210965b4fe493766a19fda8955d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/91ca03dadc00468ba57d6df4a72c67db] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=36.0 K 2024-12-15T15:44:00,334 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d4fb1c8454dc47e1bff832bf1fac091e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1734277435991 2024-12-15T15:44:00,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:44:00,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277500327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,336 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting f10c6210965b4fe493766a19fda8955d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734277437212 2024-12-15T15:44:00,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55306 deadline: 1734277500331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,338 DEBUG [Thread-2373 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8205 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:44:00,345 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215892c98331caf4b448a8b6fb8ddfba678_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215892c98331caf4b448a8b6fb8ddfba678_95bf953924234aa199453db36257dfde 2024-12-15T15:44:00,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/320380ec9e564b6898c2e76ce688b6bd, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:00,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/320380ec9e564b6898c2e76ce688b6bd is 175, key is test_row_0/A:col10/1734277439774/Put/seqid=0 2024-12-15T15:44:00,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277500336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277500337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,350 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 91ca03dadc00468ba57d6df4a72c67db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1734277439607 2024-12-15T15:44:00,361 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#C#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:44:00,361 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/6164edfee9d4493ab58943f41c0634ac is 50, key is test_row_0/C:col10/1734277439613/Put/seqid=0 2024-12-15T15:44:00,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742424_1600 (size=31105) 2024-12-15T15:44:00,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277500394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742425_1601 (size=12663) 2024-12-15T15:44:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T15:44:00,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277500437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277500449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277500455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277500645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277500658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277500661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T15:44:00,795 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/320380ec9e564b6898c2e76ce688b6bd 2024-12-15T15:44:00,833 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/6164edfee9d4493ab58943f41c0634ac as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/6164edfee9d4493ab58943f41c0634ac 2024-12-15T15:44:00,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/2018a1f7a7924acc8dc0fda1d5aa524d is 50, key is test_row_0/B:col10/1734277439774/Put/seqid=0 2024-12-15T15:44:00,850 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95bf953924234aa199453db36257dfde/C of 95bf953924234aa199453db36257dfde into 6164edfee9d4493ab58943f41c0634ac(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:44:00,850 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:00,850 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/C, priority=13, startTime=1734277440246; duration=0sec 2024-12-15T15:44:00,850 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:44:00,850 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:C 2024-12-15T15:44:00,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742426_1602 (size=12151) 2024-12-15T15:44:00,885 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/2018a1f7a7924acc8dc0fda1d5aa524d 2024-12-15T15:44:00,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/a39a7a8e0f1649e5ac215646356e424a is 50, key is test_row_0/C:col10/1734277439774/Put/seqid=0 2024-12-15T15:44:00,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277500907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742427_1603 (size=12151) 2024-12-15T15:44:00,943 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/a39a7a8e0f1649e5ac215646356e424a 2024-12-15T15:44:00,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/320380ec9e564b6898c2e76ce688b6bd as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/320380ec9e564b6898c2e76ce688b6bd 2024-12-15T15:44:00,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277500948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,953 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/320380ec9e564b6898c2e76ce688b6bd, entries=150, sequenceid=245, filesize=30.4 K 2024-12-15T15:44:00,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/2018a1f7a7924acc8dc0fda1d5aa524d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2018a1f7a7924acc8dc0fda1d5aa524d 2024-12-15T15:44:00,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277500962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277500962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:00,972 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2018a1f7a7924acc8dc0fda1d5aa524d, entries=150, sequenceid=245, filesize=11.9 K 2024-12-15T15:44:00,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/a39a7a8e0f1649e5ac215646356e424a as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/a39a7a8e0f1649e5ac215646356e424a 2024-12-15T15:44:00,980 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/a39a7a8e0f1649e5ac215646356e424a, entries=150, sequenceid=245, filesize=11.9 K 2024-12-15T15:44:00,990 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 95bf953924234aa199453db36257dfde in 697ms, sequenceid=245, compaction requested=false 2024-12-15T15:44:00,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:00,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:00,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-12-15T15:44:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-12-15T15:44:01,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-15T15:44:01,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 877 msec 2024-12-15T15:44:01,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 903 msec 2024-12-15T15:44:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-15T15:44:01,241 INFO [Thread-2383 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-12-15T15:44:01,241 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:44:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-12-15T15:44:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T15:44:01,242 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:44:01,243 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:44:01,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:44:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T15:44:01,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:44:01,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-15T15:44:01,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:01,395 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-15T15:44:01,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:44:01,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:01,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:44:01,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:01,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:44:01,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:01,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151f103b4f3d02493ea3fed9edf29f1696_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277440304/Put/seqid=0 2024-12-15T15:44:01,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742428_1604 (size=12404) 2024-12-15T15:44:01,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:44:01,415 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412151f103b4f3d02493ea3fed9edf29f1696_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151f103b4f3d02493ea3fed9edf29f1696_95bf953924234aa199453db36257dfde 2024-12-15T15:44:01,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/369fd4c6bdb44c11bf1e40c33491fa35, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:01,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/369fd4c6bdb44c11bf1e40c33491fa35 is 175, key is test_row_0/A:col10/1734277440304/Put/seqid=0 2024-12-15T15:44:01,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742429_1605 (size=31205) 2024-12-15T15:44:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:44:01,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:44:01,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277501477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:01,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277501477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:01,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277501479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:01,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T15:44:01,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277501591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:01,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277501591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:01,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:01,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277501593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:01,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277501798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:01,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277501803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:01,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277501804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:01,825 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/369fd4c6bdb44c11bf1e40c33491fa35 2024-12-15T15:44:01,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/226a444d30eb46fd9bdfc41fd259e48e is 50, key is test_row_0/B:col10/1734277440304/Put/seqid=0 2024-12-15T15:44:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T15:44:01,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742430_1606 (size=12251) 2024-12-15T15:44:01,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277501914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:02,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277502107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:02,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277502110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:02,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:02,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277502112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:02,268 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/226a444d30eb46fd9bdfc41fd259e48e 2024-12-15T15:44:02,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/b4e392c412ed471da988151eb55d9f1a is 50, key is test_row_0/C:col10/1734277440304/Put/seqid=0 2024-12-15T15:44:02,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742431_1607 (size=12251) 2024-12-15T15:44:02,283 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/b4e392c412ed471da988151eb55d9f1a 2024-12-15T15:44:02,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/369fd4c6bdb44c11bf1e40c33491fa35 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/369fd4c6bdb44c11bf1e40c33491fa35 2024-12-15T15:44:02,343 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/369fd4c6bdb44c11bf1e40c33491fa35, entries=150, sequenceid=260, filesize=30.5 K 2024-12-15T15:44:02,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T15:44:02,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/226a444d30eb46fd9bdfc41fd259e48e as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/226a444d30eb46fd9bdfc41fd259e48e 2024-12-15T15:44:02,357 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/226a444d30eb46fd9bdfc41fd259e48e, entries=150, sequenceid=260, filesize=12.0 K 2024-12-15T15:44:02,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/b4e392c412ed471da988151eb55d9f1a as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b4e392c412ed471da988151eb55d9f1a 2024-12-15T15:44:02,362 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b4e392c412ed471da988151eb55d9f1a, entries=150, sequenceid=260, filesize=12.0 K 2024-12-15T15:44:02,364 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 95bf953924234aa199453db36257dfde in 969ms, sequenceid=260, compaction requested=true 2024-12-15T15:44:02,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:02,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:02,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-12-15T15:44:02,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-12-15T15:44:02,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-15T15:44:02,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1280 sec 2024-12-15T15:44:02,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.1500 sec 2024-12-15T15:44:02,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:44:02,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-15T15:44:02,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:44:02,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:02,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:44:02,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:02,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:44:02,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:02,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156c46939cf7de4aa68c833b934e53767f_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277441476/Put/seqid=0 2024-12-15T15:44:02,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277502635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:02,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:02,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277502635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:02,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277502636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:02,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742432_1608 (size=12454) 2024-12-15T15:44:02,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:02,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277502740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:02,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:02,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277502742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:02,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277502747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:02,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:02,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277502946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:02,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277502952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:02,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277502955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:03,078 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:44:03,081 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412156c46939cf7de4aa68c833b934e53767f_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156c46939cf7de4aa68c833b934e53767f_95bf953924234aa199453db36257dfde 2024-12-15T15:44:03,083 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/dd437a92ca784e91938c82ad7c658926, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:03,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/dd437a92ca784e91938c82ad7c658926 is 175, key is test_row_0/A:col10/1734277441476/Put/seqid=0 2024-12-15T15:44:03,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742433_1609 (size=31255) 2024-12-15T15:44:03,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277503247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:03,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277503254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:03,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277503265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-15T15:44:03,348 INFO [Thread-2383 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-15T15:44:03,350 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-15T15:44:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-12-15T15:44:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-15T15:44:03,351 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-15T15:44:03,352 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-15T15:44:03,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-15T15:44:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-15T15:44:03,506 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:44:03,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-15T15:44:03,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:03,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:44:03,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:03,508 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/dd437a92ca784e91938c82ad7c658926 2024-12-15T15:44:03,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:44:03,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:44:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:44:03,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/ab0883760c0342bd930cfe26977a0b07 is 50, key is test_row_0/B:col10/1734277441476/Put/seqid=0 2024-12-15T15:44:03,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742434_1610 (size=12301) 2024-12-15T15:44:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-15T15:44:03,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:44:03,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-15T15:44:03,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:03,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:44:03,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:03,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:44:03,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:44:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:44:03,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277503755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:03,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277503765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:03,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277503769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:03,823 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:44:03,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-15T15:44:03,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:03,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:44:03,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:03,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:44:03,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:44:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:44:03,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:03,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55364 deadline: 1734277503939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:03,942 DEBUG [Thread-2379 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., hostname=af3997dcf86f,46311,1734277284128, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T15:44:03,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-15T15:44:03,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/ab0883760c0342bd930cfe26977a0b07 2024-12-15T15:44:03,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/b8073fc87f7148bf860985bd1ccc190c is 50, key is test_row_0/C:col10/1734277441476/Put/seqid=0 2024-12-15T15:44:03,991 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:44:03,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-15T15:44:03,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:03,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:44:03,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:03,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:44:03,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:44:03,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T15:44:04,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742435_1611 (size=12301) 2024-12-15T15:44:04,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/b8073fc87f7148bf860985bd1ccc190c 2024-12-15T15:44:04,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/dd437a92ca784e91938c82ad7c658926 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/dd437a92ca784e91938c82ad7c658926 2024-12-15T15:44:04,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/dd437a92ca784e91938c82ad7c658926, entries=150, sequenceid=285, filesize=30.5 K 2024-12-15T15:44:04,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/ab0883760c0342bd930cfe26977a0b07 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/ab0883760c0342bd930cfe26977a0b07 2024-12-15T15:44:04,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/ab0883760c0342bd930cfe26977a0b07, entries=150, sequenceid=285, filesize=12.0 K 2024-12-15T15:44:04,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/b8073fc87f7148bf860985bd1ccc190c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b8073fc87f7148bf860985bd1ccc190c 2024-12-15T15:44:04,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b8073fc87f7148bf860985bd1ccc190c, entries=150, sequenceid=285, filesize=12.0 K 2024-12-15T15:44:04,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for 95bf953924234aa199453db36257dfde in 1424ms, sequenceid=285, compaction requested=true 2024-12-15T15:44:04,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:04,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:44:04,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:44:04,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:44:04,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:44:04,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:44:04,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:44:04,044 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:44:04,045 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:44:04,047 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49366 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:44:04,047 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/B is initiating minor compaction (all files) 2024-12-15T15:44:04,047 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/B in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:04,048 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/d9f4430b567d4142873d00d046f56ddc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2018a1f7a7924acc8dc0fda1d5aa524d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/226a444d30eb46fd9bdfc41fd259e48e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/ab0883760c0342bd930cfe26977a0b07] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=48.2 K 2024-12-15T15:44:04,048 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125182 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:44:04,048 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/A is initiating minor compaction (all files) 2024-12-15T15:44:04,048 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/A in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:04,048 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/fd0648ec5b2c4b56889dcf59b696bcfc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/320380ec9e564b6898c2e76ce688b6bd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/369fd4c6bdb44c11bf1e40c33491fa35, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/dd437a92ca784e91938c82ad7c658926] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=122.2 K 2024-12-15T15:44:04,048 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:04,048 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/fd0648ec5b2c4b56889dcf59b696bcfc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/320380ec9e564b6898c2e76ce688b6bd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/369fd4c6bdb44c11bf1e40c33491fa35, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/dd437a92ca784e91938c82ad7c658926] 2024-12-15T15:44:04,050 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd0648ec5b2c4b56889dcf59b696bcfc, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1734277439607 2024-12-15T15:44:04,050 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting d9f4430b567d4142873d00d046f56ddc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1734277439607 2024-12-15T15:44:04,051 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 2018a1f7a7924acc8dc0fda1d5aa524d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734277439772 2024-12-15T15:44:04,051 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 320380ec9e564b6898c2e76ce688b6bd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734277439772 2024-12-15T15:44:04,052 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 226a444d30eb46fd9bdfc41fd259e48e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734277440304 2024-12-15T15:44:04,053 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 369fd4c6bdb44c11bf1e40c33491fa35, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734277440304 2024-12-15T15:44:04,054 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting ab0883760c0342bd930cfe26977a0b07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1734277441476 2024-12-15T15:44:04,054 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd437a92ca784e91938c82ad7c658926, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1734277441476 2024-12-15T15:44:04,073 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#B#compaction#512 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:44:04,073 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/0ea2d506aa2b490bbc999c193613e5ff is 50, key is test_row_0/B:col10/1734277441476/Put/seqid=0 2024-12-15T15:44:04,076 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:04,080 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121512a2cf15fda24cbf8cc81be865f57f6c_95bf953924234aa199453db36257dfde store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:04,082 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121512a2cf15fda24cbf8cc81be865f57f6c_95bf953924234aa199453db36257dfde, store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:04,083 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121512a2cf15fda24cbf8cc81be865f57f6c_95bf953924234aa199453db36257dfde because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:04,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742436_1612 (size=12949) 2024-12-15T15:44:04,106 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/0ea2d506aa2b490bbc999c193613e5ff as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/0ea2d506aa2b490bbc999c193613e5ff 2024-12-15T15:44:04,113 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 95bf953924234aa199453db36257dfde/B of 95bf953924234aa199453db36257dfde into 0ea2d506aa2b490bbc999c193613e5ff(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:44:04,113 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:04,113 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/B, priority=12, startTime=1734277444044; duration=0sec 2024-12-15T15:44:04,113 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:44:04,113 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:B 2024-12-15T15:44:04,113 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-15T15:44:04,116 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49366 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-15T15:44:04,116 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/C is initiating minor compaction (all files) 2024-12-15T15:44:04,116 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/C in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:04,116 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/6164edfee9d4493ab58943f41c0634ac, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/a39a7a8e0f1649e5ac215646356e424a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b4e392c412ed471da988151eb55d9f1a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b8073fc87f7148bf860985bd1ccc190c] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=48.2 K 2024-12-15T15:44:04,116 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 6164edfee9d4493ab58943f41c0634ac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1734277439607 2024-12-15T15:44:04,116 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting a39a7a8e0f1649e5ac215646356e424a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1734277439772 2024-12-15T15:44:04,118 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b4e392c412ed471da988151eb55d9f1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734277440304 2024-12-15T15:44:04,118 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b8073fc87f7148bf860985bd1ccc190c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1734277441476 2024-12-15T15:44:04,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742437_1613 (size=4469) 2024-12-15T15:44:04,127 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#A#compaction#513 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:44:04,128 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/3df4292193c44b148a1b1197b4baba4c is 175, key is test_row_0/A:col10/1734277441476/Put/seqid=0 2024-12-15T15:44:04,128 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#C#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:44:04,128 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/f96c9e023bc14685b27705af4e535705 is 50, key is test_row_0/C:col10/1734277441476/Put/seqid=0 2024-12-15T15:44:04,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742439_1615 (size=31903) 2024-12-15T15:44:04,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742438_1614 (size=12949) 2024-12-15T15:44:04,154 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:44:04,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46311 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-15T15:44:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:04,157 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-15T15:44:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:44:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:44:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:44:04,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:04,163 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/f96c9e023bc14685b27705af4e535705 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f96c9e023bc14685b27705af4e535705 2024-12-15T15:44:04,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215487c92f13d32421793c776f5148d26d3_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277442629/Put/seqid=0 2024-12-15T15:44:04,181 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 95bf953924234aa199453db36257dfde/C of 95bf953924234aa199453db36257dfde into f96c9e023bc14685b27705af4e535705(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:44:04,181 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:04,181 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/C, priority=12, startTime=1734277444044; duration=0sec 2024-12-15T15:44:04,181 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:44:04,181 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:C 2024-12-15T15:44:04,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742440_1616 (size=12454) 2024-12-15T15:44:04,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-15T15:44:04,566 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/3df4292193c44b148a1b1197b4baba4c as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3df4292193c44b148a1b1197b4baba4c 2024-12-15T15:44:04,571 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 95bf953924234aa199453db36257dfde/A of 95bf953924234aa199453db36257dfde into 3df4292193c44b148a1b1197b4baba4c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:44:04,571 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:04,572 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/A, priority=12, startTime=1734277444044; duration=0sec 2024-12-15T15:44:04,572 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:44:04,572 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:A 2024-12-15T15:44:04,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:44:04,586 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215487c92f13d32421793c776f5148d26d3_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215487c92f13d32421793c776f5148d26d3_95bf953924234aa199453db36257dfde 2024-12-15T15:44:04,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/08c148a3038640b08c839ba91f0d839d, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:04,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/08c148a3038640b08c839ba91f0d839d is 175, key is test_row_0/A:col10/1734277442629/Put/seqid=0 2024-12-15T15:44:04,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742441_1617 (size=31255) 2024-12-15T15:44:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:44:04,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. as already flushing 2024-12-15T15:44:04,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277504830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:04,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:04,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277504832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277504832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:04,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277504936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:04,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277504936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:04,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:04,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277504940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:04,999 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=299, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/08c148a3038640b08c839ba91f0d839d 2024-12-15T15:44:05,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/23f50fbf4dbc403f877a50f4841afd6d is 50, key is test_row_0/B:col10/1734277442629/Put/seqid=0 2024-12-15T15:44:05,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742442_1618 (size=12301) 2024-12-15T15:44:05,069 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/23f50fbf4dbc403f877a50f4841afd6d 2024-12-15T15:44:05,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/890cec9eea784f7491361a539d6c5ff4 is 50, key is test_row_0/C:col10/1734277442629/Put/seqid=0 2024-12-15T15:44:05,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742443_1619 (size=12301) 2024-12-15T15:44:05,108 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/890cec9eea784f7491361a539d6c5ff4 2024-12-15T15:44:05,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/08c148a3038640b08c839ba91f0d839d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/08c148a3038640b08c839ba91f0d839d 2024-12-15T15:44:05,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:05,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55396 deadline: 1734277505139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:05,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:05,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55336 deadline: 1734277505142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:05,158 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/08c148a3038640b08c839ba91f0d839d, entries=150, sequenceid=299, filesize=30.5 K 2024-12-15T15:44:05,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T15:44:05,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46311 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55316 deadline: 1734277505159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:05,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/23f50fbf4dbc403f877a50f4841afd6d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/23f50fbf4dbc403f877a50f4841afd6d 2024-12-15T15:44:05,200 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/23f50fbf4dbc403f877a50f4841afd6d, entries=150, sequenceid=299, filesize=12.0 K 2024-12-15T15:44:05,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/890cec9eea784f7491361a539d6c5ff4 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/890cec9eea784f7491361a539d6c5ff4 2024-12-15T15:44:05,218 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/890cec9eea784f7491361a539d6c5ff4, entries=150, sequenceid=299, filesize=12.0 K 2024-12-15T15:44:05,219 INFO [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 95bf953924234aa199453db36257dfde in 1062ms, sequenceid=299, compaction requested=false 2024-12-15T15:44:05,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:05,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:05,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/af3997dcf86f:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-12-15T15:44:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-12-15T15:44:05,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-15T15:44:05,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8680 sec 2024-12-15T15:44:05,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 1.8720 sec 2024-12-15T15:44:05,415 DEBUG [Thread-2390 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c1c03a6 to 127.0.0.1:64152 2024-12-15T15:44:05,415 DEBUG [Thread-2390 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:05,417 DEBUG [Thread-2384 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2406c4ea to 127.0.0.1:64152 2024-12-15T15:44:05,417 DEBUG [Thread-2384 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:05,418 DEBUG [Thread-2392 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e9db979 to 127.0.0.1:64152 2024-12-15T15:44:05,418 DEBUG [Thread-2392 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:05,418 DEBUG [Thread-2388 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7cb4faa4 to 127.0.0.1:64152 2024-12-15T15:44:05,418 DEBUG [Thread-2388 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:05,420 DEBUG [Thread-2386 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58970c4d to 127.0.0.1:64152 2024-12-15T15:44:05,420 DEBUG [Thread-2386 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46311 {}] regionserver.HRegion(8581): Flush requested on 95bf953924234aa199453db36257dfde 2024-12-15T15:44:05,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-15T15:44:05,449 DEBUG [Thread-2375 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x096e8e33 to 127.0.0.1:64152 2024-12-15T15:44:05,449 DEBUG [Thread-2375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:05,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:44:05,449 DEBUG [Thread-2377 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e8d919c to 127.0.0.1:64152 2024-12-15T15:44:05,449 DEBUG [Thread-2377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:05,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:05,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:44:05,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:05,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:44:05,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-15T15:44:05,456 INFO [Thread-2383 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-15T15:44:05,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a24ecfa5b83242849ba4d86e7516f750_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277444824/Put/seqid=0 2024-12-15T15:44:05,467 DEBUG [Thread-2381 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6eb94416 to 127.0.0.1:64152 2024-12-15T15:44:05,467 DEBUG [Thread-2381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:05,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742444_1620 (size=12454) 2024-12-15T15:44:05,484 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:44:05,486 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241215a24ecfa5b83242849ba4d86e7516f750_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a24ecfa5b83242849ba4d86e7516f750_95bf953924234aa199453db36257dfde 2024-12-15T15:44:05,487 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/b0a96845aa374fe19285f8c1b08a77e0, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:05,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/b0a96845aa374fe19285f8c1b08a77e0 is 175, key is test_row_0/A:col10/1734277444824/Put/seqid=0 2024-12-15T15:44:05,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742445_1621 (size=31255) 2024-12-15T15:44:05,895 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/b0a96845aa374fe19285f8c1b08a77e0 2024-12-15T15:44:05,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/5aab6632290c445d84da1edfe206aa92 is 50, key is test_row_0/B:col10/1734277444824/Put/seqid=0 2024-12-15T15:44:05,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742446_1622 (size=12301) 2024-12-15T15:44:05,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/5aab6632290c445d84da1edfe206aa92 2024-12-15T15:44:05,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/2ee4ce371dc0455a852405559b9a8b48 is 50, key is test_row_0/C:col10/1734277444824/Put/seqid=0 2024-12-15T15:44:05,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742447_1623 (size=12301) 2024-12-15T15:44:05,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/2ee4ce371dc0455a852405559b9a8b48 2024-12-15T15:44:05,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/b0a96845aa374fe19285f8c1b08a77e0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/b0a96845aa374fe19285f8c1b08a77e0 2024-12-15T15:44:05,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/b0a96845aa374fe19285f8c1b08a77e0, entries=150, sequenceid=326, filesize=30.5 K 2024-12-15T15:44:05,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/5aab6632290c445d84da1edfe206aa92 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/5aab6632290c445d84da1edfe206aa92 2024-12-15T15:44:05,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/5aab6632290c445d84da1edfe206aa92, entries=150, sequenceid=326, filesize=12.0 K 2024-12-15T15:44:05,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/2ee4ce371dc0455a852405559b9a8b48 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/2ee4ce371dc0455a852405559b9a8b48 2024-12-15T15:44:05,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/2ee4ce371dc0455a852405559b9a8b48, entries=150, sequenceid=326, filesize=12.0 K 2024-12-15T15:44:05,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=6.71 KB/6870 for 95bf953924234aa199453db36257dfde in 507ms, sequenceid=326, compaction requested=true 2024-12-15T15:44:05,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:05,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:A, priority=-2147483648, current under compaction store size is 1 2024-12-15T15:44:05,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:44:05,956 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:44:05,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:B, priority=-2147483648, current under compaction store size is 2 2024-12-15T15:44:05,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:44:05,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 95bf953924234aa199453db36257dfde:C, priority=-2147483648, current under compaction store size is 3 2024-12-15T15:44:05,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-15T15:44:05,958 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:44:05,959 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:44:05,959 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:44:05,959 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/A is initiating minor compaction (all files) 2024-12-15T15:44:05,959 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/B is initiating minor compaction (all files) 2024-12-15T15:44:05,959 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/A in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:05,959 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/B in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:05,959 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3df4292193c44b148a1b1197b4baba4c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/08c148a3038640b08c839ba91f0d839d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/b0a96845aa374fe19285f8c1b08a77e0] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=92.2 K 2024-12-15T15:44:05,959 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/0ea2d506aa2b490bbc999c193613e5ff, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/23f50fbf4dbc403f877a50f4841afd6d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/5aab6632290c445d84da1edfe206aa92] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=36.7 K 2024-12-15T15:44:05,959 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:05,959 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. files: [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3df4292193c44b148a1b1197b4baba4c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/08c148a3038640b08c839ba91f0d839d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/b0a96845aa374fe19285f8c1b08a77e0] 2024-12-15T15:44:05,960 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ea2d506aa2b490bbc999c193613e5ff, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1734277441476 2024-12-15T15:44:05,960 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 3df4292193c44b148a1b1197b4baba4c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1734277441476 2024-12-15T15:44:05,960 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting 08c148a3038640b08c839ba91f0d839d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734277442629 2024-12-15T15:44:05,960 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23f50fbf4dbc403f877a50f4841afd6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734277442629 2024-12-15T15:44:05,960 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aab6632290c445d84da1edfe206aa92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1734277444824 2024-12-15T15:44:05,960 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] compactions.Compactor(224): Compacting b0a96845aa374fe19285f8c1b08a77e0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1734277444824 2024-12-15T15:44:05,968 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:05,969 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#B#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:44:05,970 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/31e4c74196e7488181cb3daba83c397d is 50, key is test_row_0/B:col10/1734277444824/Put/seqid=0 2024-12-15T15:44:05,978 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412150097d762eedf41dabea8badd398d14a7_95bf953924234aa199453db36257dfde store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:05,981 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412150097d762eedf41dabea8badd398d14a7_95bf953924234aa199453db36257dfde, store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:05,981 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412150097d762eedf41dabea8badd398d14a7_95bf953924234aa199453db36257dfde because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:06,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742449_1625 (size=4469) 2024-12-15T15:44:06,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742448_1624 (size=13051) 2024-12-15T15:44:06,397 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#A#compaction#522 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:44:06,398 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/970b0a74dd604eee841e9dcb39eae4e0 is 175, key is test_row_0/A:col10/1734277444824/Put/seqid=0 2024-12-15T15:44:06,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742450_1626 (size=32005) 2024-12-15T15:44:06,409 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/31e4c74196e7488181cb3daba83c397d as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/31e4c74196e7488181cb3daba83c397d 2024-12-15T15:44:06,413 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95bf953924234aa199453db36257dfde/B of 95bf953924234aa199453db36257dfde into 31e4c74196e7488181cb3daba83c397d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:44:06,413 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:06,413 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/B, priority=13, startTime=1734277445956; duration=0sec 2024-12-15T15:44:06,413 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-15T15:44:06,413 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:B 2024-12-15T15:44:06,413 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-15T15:44:06,414 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-15T15:44:06,414 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1540): 95bf953924234aa199453db36257dfde/C is initiating minor compaction (all files) 2024-12-15T15:44:06,414 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 95bf953924234aa199453db36257dfde/C in TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:06,414 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f96c9e023bc14685b27705af4e535705, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/890cec9eea784f7491361a539d6c5ff4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/2ee4ce371dc0455a852405559b9a8b48] into tmpdir=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp, totalSize=36.7 K 2024-12-15T15:44:06,415 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting f96c9e023bc14685b27705af4e535705, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1734277441476 2024-12-15T15:44:06,415 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 890cec9eea784f7491361a539d6c5ff4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1734277442629 2024-12-15T15:44:06,415 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ee4ce371dc0455a852405559b9a8b48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1734277444824 2024-12-15T15:44:06,422 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 95bf953924234aa199453db36257dfde#C#compaction#523 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-15T15:44:06,422 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/165e3348dc3740fb9ff5bdd4f7cc20b5 is 50, key is test_row_0/C:col10/1734277444824/Put/seqid=0 2024-12-15T15:44:06,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742451_1627 (size=13051) 2024-12-15T15:44:06,442 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/165e3348dc3740fb9ff5bdd4f7cc20b5 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/165e3348dc3740fb9ff5bdd4f7cc20b5 2024-12-15T15:44:06,452 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95bf953924234aa199453db36257dfde/C of 95bf953924234aa199453db36257dfde into 165e3348dc3740fb9ff5bdd4f7cc20b5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:44:06,452 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:06,452 INFO [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/C, priority=13, startTime=1734277445956; duration=0sec 2024-12-15T15:44:06,452 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:44:06,452 DEBUG [RS:0;af3997dcf86f:46311-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:C 2024-12-15T15:44:06,808 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/970b0a74dd604eee841e9dcb39eae4e0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/970b0a74dd604eee841e9dcb39eae4e0 2024-12-15T15:44:06,812 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 95bf953924234aa199453db36257dfde/A of 95bf953924234aa199453db36257dfde into 970b0a74dd604eee841e9dcb39eae4e0(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-15T15:44:06,812 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:06,812 INFO [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde., storeName=95bf953924234aa199453db36257dfde/A, priority=13, startTime=1734277445956; duration=0sec 2024-12-15T15:44:06,813 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-15T15:44:06,813 DEBUG [RS:0;af3997dcf86f:46311-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 95bf953924234aa199453db36257dfde:A 2024-12-15T15:44:07,947 DEBUG [Thread-2379 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44b14279 to 127.0.0.1:64152 2024-12-15T15:44:07,947 DEBUG [Thread-2379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:10,348 DEBUG [Thread-2373 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x314e353d to 127.0.0.1:64152 2024-12-15T15:44:10,348 DEBUG [Thread-2373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:10,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-15T15:44:10,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-12-15T15:44:10,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-12-15T15:44:10,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-12-15T15:44:10,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-12-15T15:44:10,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-15T15:44:10,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-15T15:44:10,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5435 2024-12-15T15:44:10,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5333 2024-12-15T15:44:10,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5125 2024-12-15T15:44:10,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5488 2024-12-15T15:44:10,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5300 2024-12-15T15:44:10,348 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-15T15:44:10,348 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T15:44:10,349 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65aca2ac to 127.0.0.1:64152 2024-12-15T15:44:10,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:10,349 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-15T15:44:10,349 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-15T15:44:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-15T15:44:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-15T15:44:10,352 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277450352"}]},"ts":"1734277450352"} 2024-12-15T15:44:10,353 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-15T15:44:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-15T15:44:10,457 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-15T15:44:10,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-15T15:44:10,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=95bf953924234aa199453db36257dfde, UNASSIGN}] 2024-12-15T15:44:10,459 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=169, ppid=168, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=95bf953924234aa199453db36257dfde, UNASSIGN 2024-12-15T15:44:10,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=169 updating hbase:meta row=95bf953924234aa199453db36257dfde, regionState=CLOSING, regionLocation=af3997dcf86f,46311,1734277284128 2024-12-15T15:44:10,460 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T15:44:10,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; CloseRegionProcedure 95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128}] 2024-12-15T15:44:10,611 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to af3997dcf86f,46311,1734277284128 2024-12-15T15:44:10,612 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(124): Close 95bf953924234aa199453db36257dfde 2024-12-15T15:44:10,612 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T15:44:10,612 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1681): Closing 95bf953924234aa199453db36257dfde, disabling compactions & flushes 2024-12-15T15:44:10,612 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:10,612 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:10,612 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. after waiting 0 ms 2024-12-15T15:44:10,612 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:10,612 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(2837): Flushing 95bf953924234aa199453db36257dfde 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-15T15:44:10,612 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=A 2024-12-15T15:44:10,612 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:10,612 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=B 2024-12-15T15:44:10,613 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:10,613 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 95bf953924234aa199453db36257dfde, store=C 2024-12-15T15:44:10,613 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-15T15:44:10,621 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157747fdf1d1e1414cb85590fbab40f6cc_95bf953924234aa199453db36257dfde is 50, key is test_row_0/A:col10/1734277450347/Put/seqid=0 2024-12-15T15:44:10,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742452_1628 (size=9914) 2024-12-15T15:44:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-15T15:44:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-15T15:44:11,029 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T15:44:11,033 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412157747fdf1d1e1414cb85590fbab40f6cc_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157747fdf1d1e1414cb85590fbab40f6cc_95bf953924234aa199453db36257dfde 2024-12-15T15:44:11,034 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/ccc99f27faf1422f882a5a896ecae916, store: [table=TestAcidGuarantees family=A region=95bf953924234aa199453db36257dfde] 2024-12-15T15:44:11,034 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/ccc99f27faf1422f882a5a896ecae916 is 175, key is test_row_0/A:col10/1734277450347/Put/seqid=0 2024-12-15T15:44:11,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742453_1629 (size=22561) 2024-12-15T15:44:11,041 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/ccc99f27faf1422f882a5a896ecae916 2024-12-15T15:44:11,046 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/12853bb37bbf43e3a8f51d87f9f699b7 is 50, key is test_row_0/B:col10/1734277450347/Put/seqid=0 2024-12-15T15:44:11,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742454_1630 (size=9857) 2024-12-15T15:44:11,453 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/12853bb37bbf43e3a8f51d87f9f699b7 2024-12-15T15:44:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-15T15:44:11,459 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/65ff29fc4a2b45f1a14f9e5fb81204f1 is 50, key is test_row_0/C:col10/1734277450347/Put/seqid=0 2024-12-15T15:44:11,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742455_1631 (size=9857) 2024-12-15T15:44:11,862 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/65ff29fc4a2b45f1a14f9e5fb81204f1 2024-12-15T15:44:11,866 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/A/ccc99f27faf1422f882a5a896ecae916 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/ccc99f27faf1422f882a5a896ecae916 2024-12-15T15:44:11,868 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/ccc99f27faf1422f882a5a896ecae916, entries=100, sequenceid=335, filesize=22.0 K 2024-12-15T15:44:11,869 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/B/12853bb37bbf43e3a8f51d87f9f699b7 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/12853bb37bbf43e3a8f51d87f9f699b7 2024-12-15T15:44:11,871 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/12853bb37bbf43e3a8f51d87f9f699b7, entries=100, sequenceid=335, filesize=9.6 K 2024-12-15T15:44:11,872 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/.tmp/C/65ff29fc4a2b45f1a14f9e5fb81204f1 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/65ff29fc4a2b45f1a14f9e5fb81204f1 2024-12-15T15:44:11,875 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/65ff29fc4a2b45f1a14f9e5fb81204f1, entries=100, sequenceid=335, filesize=9.6 K 2024-12-15T15:44:11,875 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 95bf953924234aa199453db36257dfde in 1263ms, sequenceid=335, compaction requested=false 2024-12-15T15:44:11,876 DEBUG [StoreCloser-TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/26ffc55073a74f76bed94c62dedc36e6, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/52c3ab3dd58a4fefb231c137b7ba4e08, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/23f856389efc487787400d44a65863c4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/ef36af14dbae4decadd6afe3d55941e9, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/a529e3c96e3f40148d086c884b96b150, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/f11d469f25eb49f4beb2c2cee97efaff, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/241cefe085654e8f9a9f205f05a629bd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3ecd777aa86f418eb9b6c5b68f9ba46c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/5b87f5c8a58240e398569d39834a1cfe, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/b4e7e233a75247fb9eee5a3a15edb9ed, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/507eff6d40e341ee99b496538ea19553, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/1b6bdde9a1004125a2e1b8b0284fe2ec, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/bfe2275fc0384ee296a9bf81505d355e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3d1554dcbb4b4078ac59562b1145bed2, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/fd0648ec5b2c4b56889dcf59b696bcfc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/8dc67633c1ff4f6cb8b3e5c5197bf65d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/320380ec9e564b6898c2e76ce688b6bd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/369fd4c6bdb44c11bf1e40c33491fa35, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3df4292193c44b148a1b1197b4baba4c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/dd437a92ca784e91938c82ad7c658926, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/08c148a3038640b08c839ba91f0d839d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/b0a96845aa374fe19285f8c1b08a77e0] to archive 2024-12-15T15:44:11,877 DEBUG [StoreCloser-TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:44:11,879 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/23f856389efc487787400d44a65863c4 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/23f856389efc487787400d44a65863c4 2024-12-15T15:44:11,879 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/a529e3c96e3f40148d086c884b96b150 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/a529e3c96e3f40148d086c884b96b150 2024-12-15T15:44:11,879 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/52c3ab3dd58a4fefb231c137b7ba4e08 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/52c3ab3dd58a4fefb231c137b7ba4e08 2024-12-15T15:44:11,879 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/26ffc55073a74f76bed94c62dedc36e6 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/26ffc55073a74f76bed94c62dedc36e6 2024-12-15T15:44:11,879 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3ecd777aa86f418eb9b6c5b68f9ba46c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3ecd777aa86f418eb9b6c5b68f9ba46c 2024-12-15T15:44:11,880 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/ef36af14dbae4decadd6afe3d55941e9 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/ef36af14dbae4decadd6afe3d55941e9 2024-12-15T15:44:11,880 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/241cefe085654e8f9a9f205f05a629bd to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/241cefe085654e8f9a9f205f05a629bd 2024-12-15T15:44:11,880 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/f11d469f25eb49f4beb2c2cee97efaff to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/f11d469f25eb49f4beb2c2cee97efaff 2024-12-15T15:44:11,882 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3d1554dcbb4b4078ac59562b1145bed2 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3d1554dcbb4b4078ac59562b1145bed2 2024-12-15T15:44:11,882 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/fd0648ec5b2c4b56889dcf59b696bcfc to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/fd0648ec5b2c4b56889dcf59b696bcfc 2024-12-15T15:44:11,882 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/507eff6d40e341ee99b496538ea19553 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/507eff6d40e341ee99b496538ea19553 2024-12-15T15:44:11,882 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/5b87f5c8a58240e398569d39834a1cfe to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/5b87f5c8a58240e398569d39834a1cfe 2024-12-15T15:44:11,882 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/b4e7e233a75247fb9eee5a3a15edb9ed to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/b4e7e233a75247fb9eee5a3a15edb9ed 2024-12-15T15:44:11,882 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/1b6bdde9a1004125a2e1b8b0284fe2ec to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/1b6bdde9a1004125a2e1b8b0284fe2ec 2024-12-15T15:44:11,882 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/bfe2275fc0384ee296a9bf81505d355e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/bfe2275fc0384ee296a9bf81505d355e 2024-12-15T15:44:11,882 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/8dc67633c1ff4f6cb8b3e5c5197bf65d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/8dc67633c1ff4f6cb8b3e5c5197bf65d 2024-12-15T15:44:11,883 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/369fd4c6bdb44c11bf1e40c33491fa35 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/369fd4c6bdb44c11bf1e40c33491fa35 2024-12-15T15:44:11,883 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/b0a96845aa374fe19285f8c1b08a77e0 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/b0a96845aa374fe19285f8c1b08a77e0 2024-12-15T15:44:11,883 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/320380ec9e564b6898c2e76ce688b6bd to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/320380ec9e564b6898c2e76ce688b6bd 2024-12-15T15:44:11,883 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3df4292193c44b148a1b1197b4baba4c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/3df4292193c44b148a1b1197b4baba4c 2024-12-15T15:44:11,884 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/dd437a92ca784e91938c82ad7c658926 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/dd437a92ca784e91938c82ad7c658926 2024-12-15T15:44:11,884 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/08c148a3038640b08c839ba91f0d839d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/08c148a3038640b08c839ba91f0d839d 2024-12-15T15:44:11,885 DEBUG [StoreCloser-TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/36a19fd5af5c465793874e93822eec3e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/3a10f94e684e46a5a9047ac72506ecaa, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/658396e4c67544cca2d3371b7b49950c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2949fac805734cd2a3ba91cd93683584, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/43e85b9cbaa143279da0a625007b9409, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/4a66b1f603df4c1a82b3c57264857ce4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/1e103d47d818419da040612be205e353, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/0d6d65da9a68428cb2cc26ae5176a81b, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/3c109f1b46f245c5af248b08250b3159, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/54fabe8da2354e6e8706f4522f073ad0, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/36d71f02a9df45578886306605e46057, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/7cdffe66c3ef4c049d2077365211ace5, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2e3d8152bff54f90a1e3421f2c086b67, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/73d3b1f3019f4105aebbd5d7b7946fe8, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/d9f4430b567d4142873d00d046f56ddc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/9b56582c51884c12b70037b0cbafa2e3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2018a1f7a7924acc8dc0fda1d5aa524d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/226a444d30eb46fd9bdfc41fd259e48e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/0ea2d506aa2b490bbc999c193613e5ff, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/ab0883760c0342bd930cfe26977a0b07, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/23f50fbf4dbc403f877a50f4841afd6d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/5aab6632290c445d84da1edfe206aa92] to archive 2024-12-15T15:44:11,885 DEBUG [StoreCloser-TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:44:11,888 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/36a19fd5af5c465793874e93822eec3e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/36a19fd5af5c465793874e93822eec3e 2024-12-15T15:44:11,888 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/3a10f94e684e46a5a9047ac72506ecaa to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/3a10f94e684e46a5a9047ac72506ecaa 2024-12-15T15:44:11,888 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2949fac805734cd2a3ba91cd93683584 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2949fac805734cd2a3ba91cd93683584 2024-12-15T15:44:11,888 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/43e85b9cbaa143279da0a625007b9409 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/43e85b9cbaa143279da0a625007b9409 2024-12-15T15:44:11,888 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/0d6d65da9a68428cb2cc26ae5176a81b to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/0d6d65da9a68428cb2cc26ae5176a81b 2024-12-15T15:44:11,889 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/1e103d47d818419da040612be205e353 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/1e103d47d818419da040612be205e353 2024-12-15T15:44:11,889 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/658396e4c67544cca2d3371b7b49950c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/658396e4c67544cca2d3371b7b49950c 2024-12-15T15:44:11,889 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/4a66b1f603df4c1a82b3c57264857ce4 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/4a66b1f603df4c1a82b3c57264857ce4 2024-12-15T15:44:11,891 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/36d71f02a9df45578886306605e46057 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/36d71f02a9df45578886306605e46057 2024-12-15T15:44:11,891 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/7cdffe66c3ef4c049d2077365211ace5 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/7cdffe66c3ef4c049d2077365211ace5 2024-12-15T15:44:11,891 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/73d3b1f3019f4105aebbd5d7b7946fe8 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/73d3b1f3019f4105aebbd5d7b7946fe8 2024-12-15T15:44:11,891 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2e3d8152bff54f90a1e3421f2c086b67 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2e3d8152bff54f90a1e3421f2c086b67 2024-12-15T15:44:11,891 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/3c109f1b46f245c5af248b08250b3159 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/3c109f1b46f245c5af248b08250b3159 2024-12-15T15:44:11,892 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/54fabe8da2354e6e8706f4522f073ad0 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/54fabe8da2354e6e8706f4522f073ad0 2024-12-15T15:44:11,892 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/9b56582c51884c12b70037b0cbafa2e3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/9b56582c51884c12b70037b0cbafa2e3 2024-12-15T15:44:11,892 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/d9f4430b567d4142873d00d046f56ddc to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/d9f4430b567d4142873d00d046f56ddc 2024-12-15T15:44:11,893 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2018a1f7a7924acc8dc0fda1d5aa524d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/2018a1f7a7924acc8dc0fda1d5aa524d 2024-12-15T15:44:11,893 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/226a444d30eb46fd9bdfc41fd259e48e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/226a444d30eb46fd9bdfc41fd259e48e 2024-12-15T15:44:11,893 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/ab0883760c0342bd930cfe26977a0b07 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/ab0883760c0342bd930cfe26977a0b07 2024-12-15T15:44:11,894 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/23f50fbf4dbc403f877a50f4841afd6d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/23f50fbf4dbc403f877a50f4841afd6d 2024-12-15T15:44:11,894 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/0ea2d506aa2b490bbc999c193613e5ff to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/0ea2d506aa2b490bbc999c193613e5ff 2024-12-15T15:44:11,894 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/5aab6632290c445d84da1edfe206aa92 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/5aab6632290c445d84da1edfe206aa92 2024-12-15T15:44:11,895 DEBUG [StoreCloser-TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/2787b35a35524925ae005e0bdbdb3203, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/700fd46431a7474cbcec6419f348a699, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/8fc371097a82475c97b3fc88298fb8fd, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/5ade547c991444c4ab7f847c69e389fc, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/e17816348deb47f6aa85b6188ae3f523, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/da105ca2c7254c0ea56f8f13f8509914, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/c1662b0fab5c4739a9e1f7ba8ce3b077, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f8d9adc8b1974c7589f17a5407788ea3, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/5e9ec55f836540d69818d08f086ffec2, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b927e2ab74264ac2aa112067d65bf87d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/824529ccff4c401094e6811f506185b4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/d4fb1c8454dc47e1bff832bf1fac091e, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/59ab7a99c52a4ba7bf5624d0b4deb4e2, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f10c6210965b4fe493766a19fda8955d, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/6164edfee9d4493ab58943f41c0634ac, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/91ca03dadc00468ba57d6df4a72c67db, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/a39a7a8e0f1649e5ac215646356e424a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b4e392c412ed471da988151eb55d9f1a, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f96c9e023bc14685b27705af4e535705, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b8073fc87f7148bf860985bd1ccc190c, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/890cec9eea784f7491361a539d6c5ff4, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/2ee4ce371dc0455a852405559b9a8b48] to archive 2024-12-15T15:44:11,896 DEBUG [StoreCloser-TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-15T15:44:11,903 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/5ade547c991444c4ab7f847c69e389fc to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/5ade547c991444c4ab7f847c69e389fc 2024-12-15T15:44:11,904 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/e17816348deb47f6aa85b6188ae3f523 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/e17816348deb47f6aa85b6188ae3f523 2024-12-15T15:44:11,904 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/8fc371097a82475c97b3fc88298fb8fd to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/8fc371097a82475c97b3fc88298fb8fd 2024-12-15T15:44:11,904 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/700fd46431a7474cbcec6419f348a699 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/700fd46431a7474cbcec6419f348a699 2024-12-15T15:44:11,904 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/da105ca2c7254c0ea56f8f13f8509914 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/da105ca2c7254c0ea56f8f13f8509914 2024-12-15T15:44:11,904 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f8d9adc8b1974c7589f17a5407788ea3 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f8d9adc8b1974c7589f17a5407788ea3 2024-12-15T15:44:11,904 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/2787b35a35524925ae005e0bdbdb3203 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/2787b35a35524925ae005e0bdbdb3203 2024-12-15T15:44:11,904 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/c1662b0fab5c4739a9e1f7ba8ce3b077 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/c1662b0fab5c4739a9e1f7ba8ce3b077 2024-12-15T15:44:11,912 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/6164edfee9d4493ab58943f41c0634ac to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/6164edfee9d4493ab58943f41c0634ac 2024-12-15T15:44:11,912 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/d4fb1c8454dc47e1bff832bf1fac091e to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/d4fb1c8454dc47e1bff832bf1fac091e 2024-12-15T15:44:11,912 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/5e9ec55f836540d69818d08f086ffec2 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/5e9ec55f836540d69818d08f086ffec2 2024-12-15T15:44:11,912 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b927e2ab74264ac2aa112067d65bf87d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b927e2ab74264ac2aa112067d65bf87d 2024-12-15T15:44:11,913 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/824529ccff4c401094e6811f506185b4 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/824529ccff4c401094e6811f506185b4 2024-12-15T15:44:11,913 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f10c6210965b4fe493766a19fda8955d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f10c6210965b4fe493766a19fda8955d 2024-12-15T15:44:11,913 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/59ab7a99c52a4ba7bf5624d0b4deb4e2 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/59ab7a99c52a4ba7bf5624d0b4deb4e2 2024-12-15T15:44:11,913 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/91ca03dadc00468ba57d6df4a72c67db to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/91ca03dadc00468ba57d6df4a72c67db 2024-12-15T15:44:11,914 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b4e392c412ed471da988151eb55d9f1a to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b4e392c412ed471da988151eb55d9f1a 2024-12-15T15:44:11,914 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/a39a7a8e0f1649e5ac215646356e424a to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/a39a7a8e0f1649e5ac215646356e424a 2024-12-15T15:44:11,914 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/890cec9eea784f7491361a539d6c5ff4 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/890cec9eea784f7491361a539d6c5ff4 2024-12-15T15:44:11,915 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f96c9e023bc14685b27705af4e535705 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/f96c9e023bc14685b27705af4e535705 2024-12-15T15:44:11,915 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b8073fc87f7148bf860985bd1ccc190c to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/b8073fc87f7148bf860985bd1ccc190c 2024-12-15T15:44:11,915 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/2ee4ce371dc0455a852405559b9a8b48 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/2ee4ce371dc0455a852405559b9a8b48 2024-12-15T15:44:11,927 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/recovered.edits/338.seqid, newMaxSeqId=338, maxSeqId=4 2024-12-15T15:44:11,928 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde. 2024-12-15T15:44:11,928 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] regionserver.HRegion(1635): Region close journal for 95bf953924234aa199453db36257dfde: 2024-12-15T15:44:11,936 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION, pid=170}] handler.UnassignRegionHandler(170): Closed 95bf953924234aa199453db36257dfde 2024-12-15T15:44:11,941 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=169 updating hbase:meta row=95bf953924234aa199453db36257dfde, regionState=CLOSED 2024-12-15T15:44:11,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-15T15:44:11,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; CloseRegionProcedure 95bf953924234aa199453db36257dfde, server=af3997dcf86f,46311,1734277284128 in 1.4880 sec 2024-12-15T15:44:11,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-12-15T15:44:11,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=95bf953924234aa199453db36257dfde, UNASSIGN in 1.4910 sec 2024-12-15T15:44:11,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-15T15:44:11,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4940 sec 2024-12-15T15:44:11,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734277451952"}]},"ts":"1734277451952"} 2024-12-15T15:44:11,954 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-15T15:44:11,977 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-15T15:44:11,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6280 sec 2024-12-15T15:44:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-15T15:44:12,455 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-15T15:44:12,456 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-15T15:44:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:44:12,457 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=171, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:44:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-15T15:44:12,457 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=171, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:44:12,459 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,468 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C, FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/recovered.edits] 2024-12-15T15:44:12,472 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/970b0a74dd604eee841e9dcb39eae4e0 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/970b0a74dd604eee841e9dcb39eae4e0 2024-12-15T15:44:12,473 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/ccc99f27faf1422f882a5a896ecae916 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/A/ccc99f27faf1422f882a5a896ecae916 2024-12-15T15:44:12,475 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/12853bb37bbf43e3a8f51d87f9f699b7 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/12853bb37bbf43e3a8f51d87f9f699b7 2024-12-15T15:44:12,480 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/31e4c74196e7488181cb3daba83c397d to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/B/31e4c74196e7488181cb3daba83c397d 2024-12-15T15:44:12,483 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/165e3348dc3740fb9ff5bdd4f7cc20b5 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/165e3348dc3740fb9ff5bdd4f7cc20b5 2024-12-15T15:44:12,484 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/65ff29fc4a2b45f1a14f9e5fb81204f1 to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/C/65ff29fc4a2b45f1a14f9e5fb81204f1 2024-12-15T15:44:12,487 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/recovered.edits/338.seqid to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde/recovered.edits/338.seqid 2024-12-15T15:44:12,488 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/default/TestAcidGuarantees/95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,488 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-15T15:44:12,489 DEBUG [PEWorker-5 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T15:44:12,489 DEBUG [PEWorker-5 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-15T15:44:12,498 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156c46939cf7de4aa68c833b934e53767f_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412156c46939cf7de4aa68c833b934e53767f_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,498 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151f103b4f3d02493ea3fed9edf29f1696_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151f103b4f3d02493ea3fed9edf29f1696_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,498 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152753f713242243fba0c650f4ed10aed9_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412152753f713242243fba0c650f4ed10aed9_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,498 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151b5b5c2ce03a4fcaba64b6491a5de41e_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151b5b5c2ce03a4fcaba64b6491a5de41e_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,498 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412150fb21f81494f4fd1963fb21ab01a9097_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412150fb21f81494f4fd1963fb21ab01a9097_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,498 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215487c92f13d32421793c776f5148d26d3_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215487c92f13d32421793c776f5148d26d3_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,498 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151869f6839ab8465c9f55d4e678e53d3d_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412151869f6839ab8465c9f55d4e678e53d3d_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,498 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121543d0c353d3654c308409afd086e0b756_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121543d0c353d3654c308409afd086e0b756_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,500 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215892c98331caf4b448a8b6fb8ddfba678_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215892c98331caf4b448a8b6fb8ddfba678_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,501 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159880d3018f064cd0a4fbfb25b39c31fd_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159880d3018f064cd0a4fbfb25b39c31fd_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,501 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159f5e1e890bd14f759c56d095a9318f5b_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412159f5e1e890bd14f759c56d095a9318f5b_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,501 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c4ade6015c8444e1bbb6c8c193c47f9e_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c4ade6015c8444e1bbb6c8c193c47f9e_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,501 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157747fdf1d1e1414cb85590fbab40f6cc_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412157747fdf1d1e1414cb85590fbab40f6cc_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,502 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c03976f936bd44ff9335be41bbbe05c6_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c03976f936bd44ff9335be41bbbe05c6_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,502 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c0bc607b3ffb4925831db5235c96d260_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c0bc607b3ffb4925831db5235c96d260_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,502 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a24ecfa5b83242849ba4d86e7516f750_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215a24ecfa5b83242849ba4d86e7516f750_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,502 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c6e736740d354cb685c69fa905b4d9f4_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215c6e736740d354cb685c69fa905b4d9f4_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,503 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215eeef31fb9bc142a79ecf4e1d4b833921_95bf953924234aa199453db36257dfde to hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241215eeef31fb9bc142a79ecf4e1d4b833921_95bf953924234aa199453db36257dfde 2024-12-15T15:44:12,503 DEBUG [PEWorker-5 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-15T15:44:12,505 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=171, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:44:12,513 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-15T15:44:12,515 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-15T15:44:12,516 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=171, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:44:12,516 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-15T15:44:12,516 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734277452516"}]},"ts":"9223372036854775807"} 2024-12-15T15:44:12,518 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T15:44:12,518 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 95bf953924234aa199453db36257dfde, NAME => 'TestAcidGuarantees,,1734277422185.95bf953924234aa199453db36257dfde.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T15:44:12,519 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-15T15:44:12,519 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734277452519"}]},"ts":"9223372036854775807"} 2024-12-15T15:44:12,523 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-15T15:44:12,541 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=171, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-15T15:44:12,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-12-15T15:44:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38351 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-15T15:44:12,558 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-15T15:44:12,572 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=244 (was 248), OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1076 (was 1096), ProcessCount=11 (was 11), AvailableMemoryMB=2315 (was 2662) 2024-12-15T15:44:12,572 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T15:44:12,572 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T15:44:12,572 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0870ca2a to 127.0.0.1:64152 2024-12-15T15:44:12,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:12,572 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T15:44:12,572 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=957708405, stopped=false 2024-12-15T15:44:12,573 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=af3997dcf86f,38351,1734277283103 2024-12-15T15:44:12,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T15:44:12,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-15T15:44:12,577 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T15:44:12,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:44:12,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:44:12,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:12,578 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'af3997dcf86f,46311,1734277284128' ***** 2024-12-15T15:44:12,578 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T15:44:12,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T15:44:12,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-15T15:44:12,578 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T15:44:12,578 INFO [RS:0;af3997dcf86f:46311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T15:44:12,578 INFO [RS:0;af3997dcf86f:46311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T15:44:12,578 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(3579): Received CLOSE for 4eff0c23a893d7fdc740eaab3277f514 2024-12-15T15:44:12,579 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1224): stopping server af3997dcf86f,46311,1734277284128 2024-12-15T15:44:12,579 DEBUG [RS:0;af3997dcf86f:46311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:12,579 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T15:44:12,579 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T15:44:12,579 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T15:44:12,579 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T15:44:12,579 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-15T15:44:12,580 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T15:44:12,580 DEBUG [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1603): Online Regions={4eff0c23a893d7fdc740eaab3277f514=hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514., 1588230740=hbase:meta,,1.1588230740} 2024-12-15T15:44:12,580 DEBUG [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 4eff0c23a893d7fdc740eaab3277f514 2024-12-15T15:44:12,580 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4eff0c23a893d7fdc740eaab3277f514, disabling compactions & flushes 2024-12-15T15:44:12,580 DEBUG [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T15:44:12,580 INFO [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T15:44:12,580 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514. 2024-12-15T15:44:12,580 DEBUG [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T15:44:12,580 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514. 2024-12-15T15:44:12,580 DEBUG [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T15:44:12,580 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514. after waiting 0 ms 2024-12-15T15:44:12,580 DEBUG [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T15:44:12,580 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514. 2024-12-15T15:44:12,580 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 4eff0c23a893d7fdc740eaab3277f514 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T15:44:12,581 INFO [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-15T15:44:12,601 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/namespace/4eff0c23a893d7fdc740eaab3277f514/.tmp/info/4c8886866e934e159662d2489de0bd0f is 45, key is default/info:d/1734277289641/Put/seqid=0 2024-12-15T15:44:12,607 DEBUG [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/.tmp/info/539be40029ac4567b202d0f23faf0ef0 is 143, key is hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514./info:regioninfo/1734277289506/Put/seqid=0 2024-12-15T15:44:12,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742456_1632 (size=5037) 2024-12-15T15:44:12,643 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/namespace/4eff0c23a893d7fdc740eaab3277f514/.tmp/info/4c8886866e934e159662d2489de0bd0f 2024-12-15T15:44:12,650 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/namespace/4eff0c23a893d7fdc740eaab3277f514/.tmp/info/4c8886866e934e159662d2489de0bd0f as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/namespace/4eff0c23a893d7fdc740eaab3277f514/info/4c8886866e934e159662d2489de0bd0f 2024-12-15T15:44:12,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742457_1633 (size=7725) 2024-12-15T15:44:12,654 INFO [regionserver/af3997dcf86f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T15:44:12,657 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/namespace/4eff0c23a893d7fdc740eaab3277f514/info/4c8886866e934e159662d2489de0bd0f, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T15:44:12,669 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 4eff0c23a893d7fdc740eaab3277f514 in 89ms, sequenceid=6, compaction requested=false 2024-12-15T15:44:12,682 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/namespace/4eff0c23a893d7fdc740eaab3277f514/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T15:44:12,682 INFO [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514. 2024-12-15T15:44:12,682 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4eff0c23a893d7fdc740eaab3277f514: 2024-12-15T15:44:12,683 DEBUG [RS_CLOSE_REGION-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734277288144.4eff0c23a893d7fdc740eaab3277f514. 2024-12-15T15:44:12,719 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(140): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=af3997dcf86f:38351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.getLiveRegionServers(RegionServerStatusProtos.java:17362) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionImplementation.getLiveRegionServers(ConnectionImplementation.java:2376) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:138) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 12 more 2024-12-15T15:44:12,780 DEBUG [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T15:44:12,981 DEBUG [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T15:44:13,026 INFO [regionserver/af3997dcf86f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T15:44:13,026 INFO [regionserver/af3997dcf86f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T15:44:13,052 INFO [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/.tmp/info/539be40029ac4567b202d0f23faf0ef0 2024-12-15T15:44:13,074 DEBUG [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/.tmp/rep_barrier/f8be90a81762492393cc525a171523d6 is 102, key is TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136./rep_barrier:/1734277315230/DeleteFamily/seqid=0 2024-12-15T15:44:13,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742458_1634 (size=6025) 2024-12-15T15:44:13,100 INFO [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/.tmp/rep_barrier/f8be90a81762492393cc525a171523d6 2024-12-15T15:44:13,122 DEBUG [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/.tmp/table/c3f4257aeb9e481b892a4538f926f9f9 is 96, key is TestAcidGuarantees,,1734277290116.7623717119e587f547428b44f56d5136./table:/1734277315230/DeleteFamily/seqid=0 2024-12-15T15:44:13,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742459_1635 (size=5942) 2024-12-15T15:44:13,181 DEBUG [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T15:44:13,381 DEBUG [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T15:44:13,530 INFO [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/.tmp/table/c3f4257aeb9e481b892a4538f926f9f9 2024-12-15T15:44:13,534 DEBUG [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/.tmp/info/539be40029ac4567b202d0f23faf0ef0 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/info/539be40029ac4567b202d0f23faf0ef0 2024-12-15T15:44:13,537 INFO [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/info/539be40029ac4567b202d0f23faf0ef0, entries=22, sequenceid=93, filesize=7.5 K 2024-12-15T15:44:13,538 DEBUG [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/.tmp/rep_barrier/f8be90a81762492393cc525a171523d6 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/rep_barrier/f8be90a81762492393cc525a171523d6 2024-12-15T15:44:13,541 INFO [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/rep_barrier/f8be90a81762492393cc525a171523d6, entries=6, sequenceid=93, filesize=5.9 K 2024-12-15T15:44:13,542 DEBUG [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/.tmp/table/c3f4257aeb9e481b892a4538f926f9f9 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/table/c3f4257aeb9e481b892a4538f926f9f9 2024-12-15T15:44:13,545 INFO [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/table/c3f4257aeb9e481b892a4538f926f9f9, entries=9, sequenceid=93, filesize=5.8 K 2024-12-15T15:44:13,546 INFO [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 966ms, sequenceid=93, compaction requested=false 2024-12-15T15:44:13,554 DEBUG [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-15T15:44:13,554 DEBUG [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T15:44:13,554 INFO [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T15:44:13,554 DEBUG [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T15:44:13,555 DEBUG [RS_CLOSE_META-regionserver/af3997dcf86f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T15:44:13,581 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1250): stopping server af3997dcf86f,46311,1734277284128; all regions closed. 2024-12-15T15:44:13,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741834_1010 (size=26050) 2024-12-15T15:44:13,611 DEBUG [RS:0;af3997dcf86f:46311 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/oldWALs 2024-12-15T15:44:13,612 INFO [RS:0;af3997dcf86f:46311 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL af3997dcf86f%2C46311%2C1734277284128.meta:.meta(num 1734277287766) 2024-12-15T15:44:13,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741832_1008 (size=14383341) 2024-12-15T15:44:13,619 DEBUG [RS:0;af3997dcf86f:46311 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/oldWALs 2024-12-15T15:44:13,619 INFO [RS:0;af3997dcf86f:46311 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL af3997dcf86f%2C46311%2C1734277284128:(num 1734277287115) 2024-12-15T15:44:13,619 DEBUG [RS:0;af3997dcf86f:46311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:13,619 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T15:44:13,619 INFO [RS:0;af3997dcf86f:46311 {}] hbase.ChoreService(370): Chore service for: regionserver/af3997dcf86f:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T15:44:13,620 INFO [RS:0;af3997dcf86f:46311 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46311 2024-12-15T15:44:13,622 INFO [regionserver/af3997dcf86f:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T15:44:13,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T15:44:13,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T15:44:13,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T15:44:13,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-15T15:44:13,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/af3997dcf86f,46311,1734277284128 2024-12-15T15:44:13,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-15T15:44:13,678 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [af3997dcf86f,46311,1734277284128] 2024-12-15T15:44:13,678 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing af3997dcf86f,46311,1734277284128; numProcessing=1 2024-12-15T15:44:13,702 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/af3997dcf86f,46311,1734277284128 already deleted, retry=false 2024-12-15T15:44:13,702 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; af3997dcf86f,46311,1734277284128 expired; onlineServers=0 2024-12-15T15:44:13,702 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'af3997dcf86f,38351,1734277283103' ***** 2024-12-15T15:44:13,702 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T15:44:13,702 DEBUG [M:0;af3997dcf86f:38351 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784d5c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=af3997dcf86f/172.17.0.2:0 2024-12-15T15:44:13,702 INFO [M:0;af3997dcf86f:38351 {}] regionserver.HRegionServer(1224): stopping server af3997dcf86f,38351,1734277283103 2024-12-15T15:44:13,702 INFO [M:0;af3997dcf86f:38351 {}] regionserver.HRegionServer(1250): stopping server af3997dcf86f,38351,1734277283103; all regions closed. 2024-12-15T15:44:13,702 DEBUG [M:0;af3997dcf86f:38351 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T15:44:13,703 DEBUG [M:0;af3997dcf86f:38351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T15:44:13,703 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T15:44:13,703 DEBUG [M:0;af3997dcf86f:38351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T15:44:13,703 DEBUG [master/af3997dcf86f:0:becomeActiveMaster-HFileCleaner.large.0-1734277286734 {}] cleaner.HFileCleaner(306): Exit Thread[master/af3997dcf86f:0:becomeActiveMaster-HFileCleaner.large.0-1734277286734,5,FailOnTimeoutGroup] 2024-12-15T15:44:13,703 DEBUG [master/af3997dcf86f:0:becomeActiveMaster-HFileCleaner.small.0-1734277286736 {}] cleaner.HFileCleaner(306): Exit Thread[master/af3997dcf86f:0:becomeActiveMaster-HFileCleaner.small.0-1734277286736,5,FailOnTimeoutGroup] 2024-12-15T15:44:13,703 INFO [M:0;af3997dcf86f:38351 {}] hbase.ChoreService(370): Chore service for: master/af3997dcf86f:0 had [] on shutdown 2024-12-15T15:44:13,703 DEBUG [M:0;af3997dcf86f:38351 {}] master.HMaster(1733): Stopping service threads 2024-12-15T15:44:13,703 INFO [M:0;af3997dcf86f:38351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T15:44:13,703 ERROR [M:0;af3997dcf86f:38351 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1147363369) connection to localhost/127.0.0.1:41263 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41263,5,PEWorkerGroup] 2024-12-15T15:44:13,704 INFO [M:0;af3997dcf86f:38351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T15:44:13,704 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T15:44:13,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-15T15:44:13,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-15T15:44:13,710 DEBUG [M:0;af3997dcf86f:38351 {}] zookeeper.ZKUtil(347): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-15T15:44:13,710 WARN [M:0;af3997dcf86f:38351 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T15:44:13,710 INFO [M:0;af3997dcf86f:38351 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T15:44:13,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-15T15:44:13,711 INFO [M:0;af3997dcf86f:38351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T15:44:13,711 DEBUG [M:0;af3997dcf86f:38351 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T15:44:13,711 INFO [M:0;af3997dcf86f:38351 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T15:44:13,711 DEBUG [M:0;af3997dcf86f:38351 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T15:44:13,711 DEBUG [M:0;af3997dcf86f:38351 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T15:44:13,711 DEBUG [M:0;af3997dcf86f:38351 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T15:44:13,711 INFO [M:0;af3997dcf86f:38351 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=729.05 KB heapSize=893.51 KB 2024-12-15T15:44:13,733 DEBUG [M:0;af3997dcf86f:38351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6c5b868577a4186b83f01191c56e2a1 is 82, key is hbase:meta,,1/info:regioninfo/1734277287922/Put/seqid=0 2024-12-15T15:44:13,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742460_1636 (size=5672) 2024-12-15T15:44:13,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T15:44:13,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46311-0x1002a5a55d10001, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T15:44:13,794 INFO [RS:0;af3997dcf86f:46311 {}] regionserver.HRegionServer(1307): Exiting; stopping=af3997dcf86f,46311,1734277284128; zookeeper connection closed. 2024-12-15T15:44:13,794 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d1ad56e {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d1ad56e 2024-12-15T15:44:13,794 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-15T15:44:14,148 INFO [M:0;af3997dcf86f:38351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2015 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6c5b868577a4186b83f01191c56e2a1 2024-12-15T15:44:14,169 DEBUG [M:0;af3997dcf86f:38351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4a57e9bd27c453c98201585428fe454 is 2285, key is \x00\x00\x00\x00\x00\x00\x00\x90/proc:d/1734277425271/Put/seqid=0 2024-12-15T15:44:14,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742461_1637 (size=43729) 2024-12-15T15:44:14,581 INFO [M:0;af3997dcf86f:38351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=728.49 KB at sequenceid=2015 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4a57e9bd27c453c98201585428fe454 2024-12-15T15:44:14,584 INFO [M:0;af3997dcf86f:38351 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4a57e9bd27c453c98201585428fe454 2024-12-15T15:44:14,603 DEBUG [M:0;af3997dcf86f:38351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1967b9f5eb9499c818d5c6c235557d4 is 69, key is af3997dcf86f,46311,1734277284128/rs:state/1734277286812/Put/seqid=0 2024-12-15T15:44:14,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073742462_1638 (size=5156) 2024-12-15T15:44:15,006 INFO [M:0;af3997dcf86f:38351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2015 (bloomFilter=true), to=hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1967b9f5eb9499c818d5c6c235557d4 2024-12-15T15:44:15,010 DEBUG [M:0;af3997dcf86f:38351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f6c5b868577a4186b83f01191c56e2a1 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6c5b868577a4186b83f01191c56e2a1 2024-12-15T15:44:15,014 INFO [M:0;af3997dcf86f:38351 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f6c5b868577a4186b83f01191c56e2a1, entries=8, sequenceid=2015, filesize=5.5 K 2024-12-15T15:44:15,014 DEBUG [M:0;af3997dcf86f:38351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4a57e9bd27c453c98201585428fe454 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4a57e9bd27c453c98201585428fe454 2024-12-15T15:44:15,018 INFO [M:0;af3997dcf86f:38351 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4a57e9bd27c453c98201585428fe454 2024-12-15T15:44:15,018 INFO [M:0;af3997dcf86f:38351 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4a57e9bd27c453c98201585428fe454, entries=171, sequenceid=2015, filesize=42.7 K 2024-12-15T15:44:15,019 DEBUG [M:0;af3997dcf86f:38351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1967b9f5eb9499c818d5c6c235557d4 as hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1967b9f5eb9499c818d5c6c235557d4 2024-12-15T15:44:15,022 INFO [M:0;af3997dcf86f:38351 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41263/user/jenkins/test-data/a9929b1f-a0fc-a9d8-8c9a-5377cfa96148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1967b9f5eb9499c818d5c6c235557d4, entries=1, sequenceid=2015, filesize=5.0 K 2024-12-15T15:44:15,023 INFO [M:0;af3997dcf86f:38351 {}] regionserver.HRegion(3040): Finished flush of dataSize ~729.05 KB/746547, heapSize ~893.21 KB/914648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=2015, compaction requested=false 2024-12-15T15:44:15,024 INFO [M:0;af3997dcf86f:38351 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T15:44:15,024 DEBUG [M:0;af3997dcf86f:38351 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T15:44:15,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34951 is added to blk_1073741830_1006 (size=878729) 2024-12-15T15:44:15,032 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T15:44:15,032 INFO [M:0;af3997dcf86f:38351 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T15:44:15,032 INFO [M:0;af3997dcf86f:38351 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38351 2024-12-15T15:44:15,044 DEBUG [M:0;af3997dcf86f:38351 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/af3997dcf86f,38351,1734277283103 already deleted, retry=false 2024-12-15T15:44:15,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T15:44:15,152 INFO [M:0;af3997dcf86f:38351 {}] regionserver.HRegionServer(1307): Exiting; stopping=af3997dcf86f,38351,1734277283103; zookeeper connection closed. 2024-12-15T15:44:15,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38351-0x1002a5a55d10000, quorum=127.0.0.1:64152, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T15:44:15,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29607158{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T15:44:15,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T15:44:15,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T15:44:15,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T15:44:15,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/hadoop.log.dir/,STOPPED} 2024-12-15T15:44:15,200 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T15:44:15,200 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T15:44:15,202 WARN [BP-853501794-172.17.0.2-1734277278357 heartbeating to localhost/127.0.0.1:41263 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T15:44:15,202 WARN [BP-853501794-172.17.0.2-1734277278357 heartbeating to localhost/127.0.0.1:41263 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-853501794-172.17.0.2-1734277278357 (Datanode Uuid 1bcc2cc9-5036-41ca-b53d-19ee82db9ef4) service to localhost/127.0.0.1:41263 2024-12-15T15:44:15,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/cluster_bcfb0e6d-04fc-29ee-bb18-edbabf9e233e/dfs/data/data1/current/BP-853501794-172.17.0.2-1734277278357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T15:44:15,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/cluster_bcfb0e6d-04fc-29ee-bb18-edbabf9e233e/dfs/data/data2/current/BP-853501794-172.17.0.2-1734277278357 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T15:44:15,208 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T15:44:15,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6904431c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T15:44:15,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T15:44:15,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T15:44:15,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T15:44:15,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/bdcd396a-8fab-fe07-bcd2-b3c05d67cd21/hadoop.log.dir/,STOPPED} 2024-12-15T15:44:15,264 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T15:44:15,467 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down